In [1]:
import models
import data_process as process
import matplotlib.pyplot as pl
%matplotlib inline 

def plot_gallery(images, titles, n_row=10, n_col=5):
    pl.figure(figsize=(2.4 * n_col, 2.4 * n_row))
    pl.subplots_adjust(bottom=0, left=.01, right=.99, top=.90, hspace=.35)
    for i in range(len(images)):
        pl.subplot(n_row, n_col, i + 1)
        pl.imshow(images[i])
        pl.title(titles[i], size=10)
        pl.xticks(())
        pl.yticks(())
        

X,Y = process.read_csv()
sample_X = X[:2000]
sample_Y = Y[:2000]
test_X = X[-50:]
test_Y = Y[-50:]
In [3]:
vgg13_gam = models.Vgg13_gam((224,224,3),10)
vgg13_gam.cv_train(X,Y,2,20,'checkpoints/vgg13_gam/lr001')
use default graph
init graph
init variables
training...
Epoch:1,cv:1,trainAcc:0.2070,validAcc:0.1149,trainLoss:2.308126,validLoss:37.784668,trainTime:74,validTime:30,totalTime:105
Epoch:1,cv:1,trainAcc:0.3980,validAcc:0.1049,trainLoss:1.693872,validLoss:9.585003,trainTime:72,validTime:30,totalTime:206
Epoch:1,cv:1,trainAcc:0.5970,validAcc:0.1332,trainLoss:1.189786,validLoss:9.420247,trainTime:72,validTime:30,totalTime:308
Epoch:1,cv:1,trainAcc:0.7000,validAcc:0.1158,trainLoss:0.904301,validLoss:7.077337,trainTime:74,validTime:31,totalTime:413
Epoch:1,cv:1,trainAcc:0.7665,validAcc:0.4220,trainLoss:0.698260,validLoss:2.165781,trainTime:74,validTime:31,totalTime:518
Epoch:1,cv:1,trainAcc:0.8345,validAcc:0.3696,trainLoss:0.509590,validLoss:2.960591,trainTime:74,validTime:31,totalTime:623
Epoch:1,cv:1,trainAcc:0.8830,validAcc:0.7532,trainLoss:0.394298,validLoss:0.715611,trainTime:73,validTime:31,totalTime:727
Epoch:1,cv:1,trainAcc:0.8595,validAcc:0.6577,trainLoss:0.406007,validLoss:1.344550,trainTime:74,validTime:31,totalTime:832
Epoch:1,cv:1,trainAcc:0.8935,validAcc:0.4249,trainLoss:0.355556,validLoss:2.887977,trainTime:74,validTime:31,totalTime:937
Epoch:1,cv:1,trainAcc:0.9005,validAcc:0.3702,trainLoss:0.317952,validLoss:3.194617,trainTime:73,validTime:31,totalTime:1042
Epoch:1,cv:2,trainAcc:0.9217,validAcc:0.7035,trainLoss:0.257577,validLoss:0.899390,trainTime:74,validTime:30,totalTime:1146
Epoch:1,cv:2,trainAcc:0.9380,validAcc:0.8650,trainLoss:0.222559,validLoss:0.419587,trainTime:73,validTime:30,totalTime:1249
Epoch:1,cv:2,trainAcc:0.9140,validAcc:0.9000,trainLoss:0.270550,validLoss:0.313681,trainTime:74,validTime:31,totalTime:1354
Epoch:1,cv:2,trainAcc:0.9275,validAcc:0.8532,trainLoss:0.220402,validLoss:0.475969,trainTime:74,validTime:31,totalTime:1458
Epoch:1,cv:2,trainAcc:0.9345,validAcc:0.9394,trainLoss:0.209436,validLoss:0.186244,trainTime:74,validTime:31,totalTime:1563
Epoch:1,cv:2,trainAcc:0.9520,validAcc:0.8131,trainLoss:0.164155,validLoss:0.551686,trainTime:74,validTime:31,totalTime:1668
Epoch:1,cv:2,trainAcc:0.9480,validAcc:0.8627,trainLoss:0.180841,validLoss:0.497372,trainTime:74,validTime:31,totalTime:1773
Epoch:1,cv:2,trainAcc:0.9490,validAcc:0.8926,trainLoss:0.177271,validLoss:0.319516,trainTime:73,validTime:30,totalTime:1876
Epoch:1,cv:2,trainAcc:0.9495,validAcc:0.8316,trainLoss:0.157882,validLoss:0.652858,trainTime:71,validTime:29,totalTime:1977
Epoch:1,cv:2,trainAcc:0.9410,validAcc:0.7133,trainLoss:0.175154,validLoss:1.330477,trainTime:71,validTime:29,totalTime:2077
Epoch:1,cv:3,trainAcc:0.9444,validAcc:0.6938,trainLoss:0.168273,validLoss:1.241172,trainTime:71,validTime:29,totalTime:2177
Epoch:1,cv:3,trainAcc:0.9695,validAcc:0.9204,trainLoss:0.117671,validLoss:0.252807,trainTime:71,validTime:29,totalTime:2278
Epoch:1,cv:3,trainAcc:0.9490,validAcc:0.6712,trainLoss:0.161112,validLoss:1.397895,trainTime:71,validTime:29,totalTime:2379
Epoch:1,cv:3,trainAcc:0.9565,validAcc:0.8633,trainLoss:0.145892,validLoss:0.463543,trainTime:71,validTime:29,totalTime:2479
Epoch:1,cv:3,trainAcc:0.9670,validAcc:0.8819,trainLoss:0.109919,validLoss:0.373663,trainTime:71,validTime:29,totalTime:2580
Epoch:1,cv:3,trainAcc:0.9675,validAcc:0.8226,trainLoss:0.115578,validLoss:0.665892,trainTime:71,validTime:29,totalTime:2680
Epoch:1,cv:3,trainAcc:0.9670,validAcc:0.9310,trainLoss:0.110550,validLoss:0.253877,trainTime:71,validTime:29,totalTime:2780
Epoch:1,cv:3,trainAcc:0.9670,validAcc:0.9500,trainLoss:0.127868,validLoss:0.196972,trainTime:71,validTime:29,totalTime:2880
Epoch:1,cv:3,trainAcc:0.9625,validAcc:0.8757,trainLoss:0.126876,validLoss:0.384164,trainTime:71,validTime:29,totalTime:2980
Epoch:1,cv:3,trainAcc:0.9610,validAcc:0.9363,trainLoss:0.130196,validLoss:0.211518,trainTime:71,validTime:29,totalTime:3080
Epoch:1,cv:4,trainAcc:0.9779,validAcc:0.9323,trainLoss:0.077455,validLoss:0.191322,trainTime:70,validTime:29,totalTime:3180
Epoch:1,cv:4,trainAcc:0.9710,validAcc:0.8867,trainLoss:0.098951,validLoss:0.383736,trainTime:71,validTime:29,totalTime:3280
Epoch:1,cv:4,trainAcc:0.9630,validAcc:0.9434,trainLoss:0.109986,validLoss:0.156916,trainTime:71,validTime:29,totalTime:3380
Epoch:1,cv:4,trainAcc:0.9735,validAcc:0.8524,trainLoss:0.096070,validLoss:0.603672,trainTime:71,validTime:29,totalTime:3480
Epoch:1,cv:4,trainAcc:0.9745,validAcc:0.9294,trainLoss:0.081193,validLoss:0.270836,trainTime:71,validTime:29,totalTime:3580
Epoch:1,cv:4,trainAcc:0.9755,validAcc:0.9235,trainLoss:0.086285,validLoss:0.258327,trainTime:71,validTime:29,totalTime:3680
Epoch:1,cv:4,trainAcc:0.9720,validAcc:0.9522,trainLoss:0.085647,validLoss:0.165441,trainTime:71,validTime:29,totalTime:3780
Epoch:1,cv:4,trainAcc:0.9625,validAcc:0.8785,trainLoss:0.123651,validLoss:0.513711,trainTime:71,validTime:29,totalTime:3880
Epoch:1,cv:4,trainAcc:0.9790,validAcc:0.8403,trainLoss:0.063288,validLoss:0.561473,trainTime:71,validTime:29,totalTime:3981
Epoch:1,cv:4,trainAcc:0.9765,validAcc:0.9677,trainLoss:0.077893,validLoss:0.109337,trainTime:71,validTime:29,totalTime:4081
Epoch:1,cv:5,trainAcc:0.9800,validAcc:0.9341,trainLoss:0.061470,validLoss:0.222164,trainTime:70,validTime:30,totalTime:4180
Epoch:1,cv:5,trainAcc:0.9760,validAcc:0.7615,trainLoss:0.076437,validLoss:0.788994,trainTime:71,validTime:29,totalTime:4281
Epoch:1,cv:5,trainAcc:0.9680,validAcc:0.8934,trainLoss:0.107493,validLoss:0.379995,trainTime:71,validTime:29,totalTime:4381
Epoch:1,cv:5,trainAcc:0.9780,validAcc:0.8088,trainLoss:0.080257,validLoss:0.655211,trainTime:71,validTime:29,totalTime:4481
Epoch:1,cv:5,trainAcc:0.9855,validAcc:0.9363,trainLoss:0.056526,validLoss:0.200756,trainTime:71,validTime:29,totalTime:4581
Epoch:1,cv:5,trainAcc:0.9760,validAcc:0.9358,trainLoss:0.074201,validLoss:0.193468,trainTime:71,validTime:29,totalTime:4681
Epoch:1,cv:5,trainAcc:0.9755,validAcc:0.8292,trainLoss:0.078372,validLoss:0.744482,trainTime:71,validTime:29,totalTime:4781
Epoch:1,cv:5,trainAcc:0.9765,validAcc:0.9221,trainLoss:0.085143,validLoss:0.311386,trainTime:71,validTime:29,totalTime:4881
Epoch:1,cv:5,trainAcc:0.9790,validAcc:0.5310,trainLoss:0.082173,validLoss:2.039462,trainTime:71,validTime:29,totalTime:4981
Epoch:1,cv:5,trainAcc:0.9760,validAcc:0.9823,trainLoss:0.073246,validLoss:0.066033,trainTime:71,validTime:29,totalTime:5081
Epoch:1,cv:6,trainAcc:0.9790,validAcc:0.9429,trainLoss:0.074973,validLoss:0.193092,trainTime:71,validTime:29,totalTime:5181
Epoch:1,cv:6,trainAcc:0.9815,validAcc:0.7363,trainLoss:0.063281,validLoss:1.099847,trainTime:71,validTime:29,totalTime:5281
Epoch:1,cv:6,trainAcc:0.9840,validAcc:0.8336,trainLoss:0.054246,validLoss:0.692807,trainTime:71,validTime:29,totalTime:5381
Epoch:1,cv:6,trainAcc:0.9820,validAcc:0.9757,trainLoss:0.050902,validLoss:0.086932,trainTime:71,validTime:29,totalTime:5481
Epoch:1,cv:6,trainAcc:0.9835,validAcc:0.8973,trainLoss:0.052562,validLoss:0.366601,trainTime:71,validTime:29,totalTime:5582
Epoch:1,cv:6,trainAcc:0.9860,validAcc:0.9053,trainLoss:0.055366,validLoss:0.310203,trainTime:71,validTime:29,totalTime:5682
Epoch:1,cv:6,trainAcc:0.9840,validAcc:0.8726,trainLoss:0.057451,validLoss:0.592213,trainTime:71,validTime:29,totalTime:5782
Epoch:1,cv:6,trainAcc:0.9825,validAcc:0.9115,trainLoss:0.065838,validLoss:0.276059,trainTime:71,validTime:29,totalTime:5882
Epoch:1,cv:6,trainAcc:0.9890,validAcc:0.9323,trainLoss:0.043040,validLoss:0.188117,trainTime:71,validTime:29,totalTime:5982
Epoch:1,cv:6,trainAcc:0.9865,validAcc:0.9155,trainLoss:0.045117,validLoss:0.258293,trainTime:71,validTime:29,totalTime:6082
Epoch:1,cv:7,trainAcc:0.9800,validAcc:0.7854,trainLoss:0.042383,validLoss:0.981900,trainTime:70,validTime:29,totalTime:6182
Epoch:1,cv:7,trainAcc:0.9845,validAcc:0.9677,trainLoss:0.044385,validLoss:0.100208,trainTime:71,validTime:29,totalTime:6282
Epoch:1,cv:7,trainAcc:0.9800,validAcc:0.7146,trainLoss:0.055972,validLoss:1.290949,trainTime:71,validTime:29,totalTime:6382
Epoch:1,cv:7,trainAcc:0.9800,validAcc:0.9681,trainLoss:0.070223,validLoss:0.105360,trainTime:71,validTime:29,totalTime:6482
Epoch:1,cv:7,trainAcc:0.9805,validAcc:0.7850,trainLoss:0.063929,validLoss:0.801067,trainTime:71,validTime:29,totalTime:6582
Epoch:1,cv:7,trainAcc:0.9955,validAcc:0.9695,trainLoss:0.020465,validLoss:0.128076,trainTime:71,validTime:29,totalTime:6682
Epoch:1,cv:7,trainAcc:0.9850,validAcc:0.8934,trainLoss:0.051546,validLoss:0.308594,trainTime:71,validTime:29,totalTime:6782
Epoch:1,cv:7,trainAcc:0.9845,validAcc:0.9310,trainLoss:0.062171,validLoss:0.201987,trainTime:71,validTime:29,totalTime:6882
Epoch:1,cv:7,trainAcc:0.9905,validAcc:0.9478,trainLoss:0.042841,validLoss:0.171617,trainTime:71,validTime:29,totalTime:6982
Epoch:1,cv:7,trainAcc:0.9815,validAcc:0.9588,trainLoss:0.049970,validLoss:0.106044,trainTime:71,validTime:29,totalTime:7082
Epoch:1,cv:8,trainAcc:0.9900,validAcc:0.9637,trainLoss:0.026975,validLoss:0.101364,trainTime:70,validTime:29,totalTime:7181
Epoch:1,cv:8,trainAcc:0.9890,validAcc:0.9403,trainLoss:0.042027,validLoss:0.169195,trainTime:71,validTime:29,totalTime:7281
Epoch:1,cv:8,trainAcc:0.9850,validAcc:0.9650,trainLoss:0.042510,validLoss:0.117387,trainTime:71,validTime:29,totalTime:7381
Epoch:1,cv:8,trainAcc:0.9815,validAcc:0.9195,trainLoss:0.057066,validLoss:0.254943,trainTime:71,validTime:29,totalTime:7481
Epoch:1,cv:8,trainAcc:0.9870,validAcc:0.9611,trainLoss:0.046834,validLoss:0.097871,trainTime:71,validTime:29,totalTime:7582
Epoch:1,cv:8,trainAcc:0.9885,validAcc:0.9588,trainLoss:0.035142,validLoss:0.122069,trainTime:71,validTime:29,totalTime:7681
Epoch:1,cv:8,trainAcc:0.9920,validAcc:0.9774,trainLoss:0.027016,validLoss:0.076488,trainTime:71,validTime:29,totalTime:7782
Epoch:1,cv:8,trainAcc:0.9915,validAcc:0.9257,trainLoss:0.031473,validLoss:0.245940,trainTime:71,validTime:29,totalTime:7882
Epoch:1,cv:8,trainAcc:0.9865,validAcc:0.9522,trainLoss:0.041435,validLoss:0.148541,trainTime:71,validTime:29,totalTime:7982
Epoch:1,cv:8,trainAcc:0.9850,validAcc:0.9796,trainLoss:0.045982,validLoss:0.065239,trainTime:71,validTime:29,totalTime:8082
Epoch:1,cv:9,trainAcc:0.9850,validAcc:0.8819,trainLoss:0.057826,validLoss:0.407260,trainTime:70,validTime:29,totalTime:8181
Epoch:1,cv:9,trainAcc:0.9900,validAcc:0.9500,trainLoss:0.038818,validLoss:0.173931,trainTime:71,validTime:29,totalTime:8281
Epoch:1,cv:9,trainAcc:0.9905,validAcc:0.9912,trainLoss:0.035295,validLoss:0.027283,trainTime:71,validTime:29,totalTime:8381
Epoch:1,cv:9,trainAcc:0.9895,validAcc:0.9093,trainLoss:0.033257,validLoss:0.337418,trainTime:71,validTime:29,totalTime:8481
Epoch:1,cv:9,trainAcc:0.9930,validAcc:0.9951,trainLoss:0.028097,validLoss:0.018968,trainTime:71,validTime:29,totalTime:8581
Epoch:1,cv:9,trainAcc:0.9900,validAcc:0.9367,trainLoss:0.032696,validLoss:0.181551,trainTime:71,validTime:29,totalTime:8681
Epoch:1,cv:9,trainAcc:0.9885,validAcc:0.9735,trainLoss:0.033319,validLoss:0.081279,trainTime:71,validTime:29,totalTime:8781
Epoch:1,cv:9,trainAcc:0.9815,validAcc:0.9358,trainLoss:0.047756,validLoss:0.236595,trainTime:71,validTime:29,totalTime:8881
Epoch:1,cv:9,trainAcc:0.9920,validAcc:0.9881,trainLoss:0.030463,validLoss:0.040535,trainTime:71,validTime:29,totalTime:8981
Epoch:1,cv:9,trainAcc:0.9930,validAcc:0.9823,trainLoss:0.026114,validLoss:0.057921,trainTime:71,validTime:29,totalTime:9082
Epoch:1,cv:10,trainAcc:0.9850,validAcc:0.9827,trainLoss:0.028983,validLoss:0.062877,trainTime:70,validTime:29,totalTime:9181
Epoch:1,cv:10,trainAcc:0.9945,validAcc:0.9783,trainLoss:0.015441,validLoss:0.074531,trainTime:71,validTime:29,totalTime:9281
Epoch:1,cv:10,trainAcc:0.9905,validAcc:0.9389,trainLoss:0.034011,validLoss:0.204436,trainTime:71,validTime:29,totalTime:9381
Epoch:1,cv:10,trainAcc:0.9935,validAcc:0.9792,trainLoss:0.022468,validLoss:0.064412,trainTime:71,validTime:29,totalTime:9481
Epoch:1,cv:10,trainAcc:0.9890,validAcc:0.9239,trainLoss:0.030358,validLoss:0.268628,trainTime:71,validTime:29,totalTime:9581
Epoch:1,cv:10,trainAcc:0.9890,validAcc:0.9602,trainLoss:0.033367,validLoss:0.124122,trainTime:71,validTime:29,totalTime:9681
Epoch:1,cv:10,trainAcc:0.9860,validAcc:0.8385,trainLoss:0.039229,validLoss:0.569172,trainTime:71,validTime:29,totalTime:9781
Epoch:1,cv:10,trainAcc:0.9830,validAcc:0.9341,trainLoss:0.047522,validLoss:0.212188,trainTime:71,validTime:29,totalTime:9881
Epoch:1,cv:10,trainAcc:0.9870,validAcc:0.9580,trainLoss:0.036582,validLoss:0.139397,trainTime:71,validTime:29,totalTime:9981
Epoch:1,cv:10,trainAcc:0.9925,validAcc:0.9779,trainLoss:0.027792,validLoss:0.054563,trainTime:71,validTime:29,totalTime:10081
Epoch:1,cv:10,trainAcc:0.9925,validAcc:0.9819,trainLoss:0.023762,validLoss:0.060914,trainTime:70,validTime:29,totalTime:10180
Epoch:2,cv:1,trainAcc:0.9935,validAcc:0.8370,trainLoss:0.021318,validLoss:0.646494,trainTime:71,validTime:29,totalTime:10281
Epoch:2,cv:1,trainAcc:0.9925,validAcc:0.9894,trainLoss:0.024709,validLoss:0.034450,trainTime:71,validTime:29,totalTime:10381
Epoch:2,cv:1,trainAcc:0.9915,validAcc:0.9252,trainLoss:0.019252,validLoss:0.292187,trainTime:71,validTime:29,totalTime:10481
Epoch:2,cv:1,trainAcc:0.9890,validAcc:0.9889,trainLoss:0.031790,validLoss:0.032793,trainTime:71,validTime:29,totalTime:10581
Epoch:2,cv:1,trainAcc:0.9925,validAcc:0.9796,trainLoss:0.027814,validLoss:0.060938,trainTime:71,validTime:29,totalTime:10681
Epoch:2,cv:1,trainAcc:0.9960,validAcc:0.9749,trainLoss:0.018461,validLoss:0.078840,trainTime:71,validTime:29,totalTime:10781
Epoch:2,cv:1,trainAcc:0.9960,validAcc:0.9788,trainLoss:0.016391,validLoss:0.069750,trainTime:71,validTime:29,totalTime:10881
Epoch:2,cv:1,trainAcc:0.9955,validAcc:0.9956,trainLoss:0.016296,validLoss:0.015681,trainTime:71,validTime:29,totalTime:10981
Epoch:2,cv:1,trainAcc:0.9965,validAcc:0.9801,trainLoss:0.013345,validLoss:0.067164,trainTime:71,validTime:29,totalTime:11081
Epoch:2,cv:1,trainAcc:0.9995,validAcc:0.9951,trainLoss:0.005673,validLoss:0.014081,trainTime:71,validTime:29,totalTime:11181
Epoch:2,cv:2,trainAcc:0.9978,validAcc:0.9938,trainLoss:0.006533,validLoss:0.023463,trainTime:70,validTime:29,totalTime:11280
Epoch:2,cv:2,trainAcc:0.9990,validAcc:0.9934,trainLoss:0.004768,validLoss:0.021128,trainTime:71,validTime:29,totalTime:11380
Epoch:2,cv:2,trainAcc:0.9855,validAcc:0.9204,trainLoss:0.038813,validLoss:0.347001,trainTime:71,validTime:29,totalTime:11480
Epoch:2,cv:2,trainAcc:0.9840,validAcc:0.9195,trainLoss:0.053244,validLoss:0.294692,trainTime:71,validTime:29,totalTime:11580
Epoch:2,cv:2,trainAcc:0.9950,validAcc:0.9792,trainLoss:0.019355,validLoss:0.062933,trainTime:71,validTime:29,totalTime:11680
Epoch:2,cv:2,trainAcc:0.9880,validAcc:0.8929,trainLoss:0.031237,validLoss:0.374169,trainTime:71,validTime:29,totalTime:11780
Epoch:2,cv:2,trainAcc:0.9945,validAcc:0.9938,trainLoss:0.020001,validLoss:0.023219,trainTime:71,validTime:29,totalTime:11881
Epoch:2,cv:2,trainAcc:0.9915,validAcc:0.9960,trainLoss:0.023374,validLoss:0.014852,trainTime:71,validTime:29,totalTime:11981
Epoch:2,cv:2,trainAcc:0.9900,validAcc:0.9106,trainLoss:0.029587,validLoss:0.259007,trainTime:71,validTime:29,totalTime:12081
Epoch:2,cv:2,trainAcc:0.9935,validAcc:0.9735,trainLoss:0.022255,validLoss:0.085216,trainTime:71,validTime:29,totalTime:12181
Epoch:2,cv:3,trainAcc:0.9906,validAcc:0.8621,trainLoss:0.024629,validLoss:0.455886,trainTime:70,validTime:29,totalTime:12280
Epoch:2,cv:3,trainAcc:0.9880,validAcc:0.9571,trainLoss:0.027610,validLoss:0.153682,trainTime:71,validTime:29,totalTime:12380
Epoch:2,cv:3,trainAcc:0.9920,validAcc:0.9850,trainLoss:0.025372,validLoss:0.048046,trainTime:71,validTime:29,totalTime:12480
Epoch:2,cv:3,trainAcc:0.9965,validAcc:0.9881,trainLoss:0.013381,validLoss:0.042805,trainTime:71,validTime:29,totalTime:12580
Epoch:2,cv:3,trainAcc:0.9965,validAcc:0.9942,trainLoss:0.008954,validLoss:0.020531,trainTime:71,validTime:29,totalTime:12680
Epoch:2,cv:3,trainAcc:0.9990,validAcc:0.9929,trainLoss:0.005079,validLoss:0.031061,trainTime:71,validTime:29,totalTime:12780
Epoch:2,cv:3,trainAcc:0.9990,validAcc:0.9907,trainLoss:0.004654,validLoss:0.025250,trainTime:71,validTime:29,totalTime:12880
Epoch:2,cv:3,trainAcc:0.9895,validAcc:0.8633,trainLoss:0.040242,validLoss:0.590544,trainTime:71,validTime:29,totalTime:12980
Epoch:2,cv:3,trainAcc:0.9840,validAcc:0.9071,trainLoss:0.051093,validLoss:0.342500,trainTime:71,validTime:29,totalTime:13080
Epoch:2,cv:3,trainAcc:0.9965,validAcc:0.9739,trainLoss:0.015039,validLoss:0.085590,trainTime:71,validTime:29,totalTime:13180
Epoch:2,cv:4,trainAcc:0.9979,validAcc:0.9881,trainLoss:0.011764,validLoss:0.046045,trainTime:70,validTime:29,totalTime:13280
Epoch:2,cv:4,trainAcc:0.9980,validAcc:0.9714,trainLoss:0.008115,validLoss:0.059880,trainTime:71,validTime:29,totalTime:13380
Epoch:2,cv:4,trainAcc:0.9960,validAcc:0.9673,trainLoss:0.007255,validLoss:0.090271,trainTime:71,validTime:29,totalTime:13480
Epoch:2,cv:4,trainAcc:0.9980,validAcc:0.9801,trainLoss:0.009955,validLoss:0.076696,trainTime:71,validTime:29,totalTime:13580
Epoch:2,cv:4,trainAcc:0.9970,validAcc:0.9876,trainLoss:0.010427,validLoss:0.029216,trainTime:71,validTime:29,totalTime:13680
Epoch:2,cv:4,trainAcc:0.9965,validAcc:0.9951,trainLoss:0.007468,validLoss:0.012425,trainTime:71,validTime:29,totalTime:13780
Epoch:2,cv:4,trainAcc:0.9915,validAcc:0.9810,trainLoss:0.022806,validLoss:0.062657,trainTime:71,validTime:29,totalTime:13879
Epoch:2,cv:4,trainAcc:0.9890,validAcc:0.9152,trainLoss:0.030957,validLoss:0.325176,trainTime:71,validTime:29,totalTime:13979
Epoch:2,cv:4,trainAcc:0.9925,validAcc:0.9588,trainLoss:0.018328,validLoss:0.150743,trainTime:71,validTime:29,totalTime:14079
Epoch:2,cv:4,trainAcc:0.9975,validAcc:0.9947,trainLoss:0.008278,validLoss:0.018350,trainTime:71,validTime:29,totalTime:14179
Epoch:2,cv:5,trainAcc:0.9900,validAcc:0.9695,trainLoss:0.044509,validLoss:0.091437,trainTime:70,validTime:29,totalTime:14278
Epoch:2,cv:5,trainAcc:0.9930,validAcc:0.9788,trainLoss:0.020683,validLoss:0.069558,trainTime:71,validTime:29,totalTime:14378
Epoch:2,cv:5,trainAcc:0.9910,validAcc:0.8854,trainLoss:0.030642,validLoss:0.340408,trainTime:71,validTime:29,totalTime:14478
Epoch:2,cv:5,trainAcc:0.9920,validAcc:0.9735,trainLoss:0.021240,validLoss:0.079802,trainTime:71,validTime:29,totalTime:14578
Epoch:2,cv:5,trainAcc:0.9925,validAcc:0.9951,trainLoss:0.018538,validLoss:0.013449,trainTime:71,validTime:29,totalTime:14678
Epoch:2,cv:5,trainAcc:0.9970,validAcc:0.9903,trainLoss:0.010236,validLoss:0.031569,trainTime:71,validTime:29,totalTime:14778
Epoch:2,cv:5,trainAcc:0.9910,validAcc:0.9584,trainLoss:0.032027,validLoss:0.123905,trainTime:71,validTime:29,totalTime:14878
Epoch:2,cv:5,trainAcc:0.9970,validAcc:0.9920,trainLoss:0.011419,validLoss:0.022075,trainTime:71,validTime:29,totalTime:14978
Epoch:2,cv:5,trainAcc:0.9985,validAcc:0.9938,trainLoss:0.004031,validLoss:0.016831,trainTime:71,validTime:29,totalTime:15078
Epoch:2,cv:5,trainAcc:0.9985,validAcc:0.9965,trainLoss:0.010698,validLoss:0.007635,trainTime:71,validTime:29,totalTime:15178
Epoch:2,cv:6,trainAcc:0.9980,validAcc:0.9925,trainLoss:0.008267,validLoss:0.020796,trainTime:70,validTime:29,totalTime:15277
Epoch:2,cv:6,trainAcc:0.9995,validAcc:0.9987,trainLoss:0.002273,validLoss:0.002364,trainTime:71,validTime:29,totalTime:15377
Epoch:2,cv:6,trainAcc:0.9990,validAcc:0.9965,trainLoss:0.003237,validLoss:0.011678,trainTime:71,validTime:29,totalTime:15477
Epoch:2,cv:6,trainAcc:0.9970,validAcc:0.9867,trainLoss:0.008594,validLoss:0.027320,trainTime:71,validTime:29,totalTime:15577
Epoch:2,cv:6,trainAcc:0.9980,validAcc:0.9708,trainLoss:0.007010,validLoss:0.093022,trainTime:71,validTime:29,totalTime:15677
Epoch:2,cv:6,trainAcc:0.9985,validAcc:0.9858,trainLoss:0.004630,validLoss:0.036860,trainTime:71,validTime:29,totalTime:15777
Epoch:2,cv:6,trainAcc:0.9960,validAcc:0.9420,trainLoss:0.021616,validLoss:0.189226,trainTime:71,validTime:29,totalTime:15877
Epoch:2,cv:6,trainAcc:0.9830,validAcc:0.7181,trainLoss:0.052752,validLoss:1.688899,trainTime:71,validTime:29,totalTime:15977
Epoch:2,cv:6,trainAcc:0.9910,validAcc:0.9845,trainLoss:0.024622,validLoss:0.045800,trainTime:71,validTime:29,totalTime:16077
Epoch:2,cv:6,trainAcc:0.9890,validAcc:0.9619,trainLoss:0.032831,validLoss:0.119795,trainTime:71,validTime:29,totalTime:16177
Epoch:2,cv:7,trainAcc:0.9937,validAcc:0.9788,trainLoss:0.017302,validLoss:0.051592,trainTime:70,validTime:29,totalTime:16277
Epoch:2,cv:7,trainAcc:0.9945,validAcc:0.9965,trainLoss:0.018788,validLoss:0.007463,trainTime:71,validTime:29,totalTime:16377
Epoch:2,cv:7,trainAcc:0.9975,validAcc:0.9916,trainLoss:0.006429,validLoss:0.021492,trainTime:71,validTime:29,totalTime:16477
Epoch:2,cv:7,trainAcc:0.9955,validAcc:0.9969,trainLoss:0.010842,validLoss:0.011290,trainTime:71,validTime:29,totalTime:16577
Epoch:2,cv:7,trainAcc:0.9970,validAcc:0.9942,trainLoss:0.009530,validLoss:0.020125,trainTime:71,validTime:29,totalTime:16677
Epoch:2,cv:7,trainAcc:0.9960,validAcc:0.9973,trainLoss:0.009384,validLoss:0.006754,trainTime:71,validTime:29,totalTime:16777
Epoch:2,cv:7,trainAcc:0.9980,validAcc:0.9889,trainLoss:0.008254,validLoss:0.032951,trainTime:71,validTime:29,totalTime:16877
Epoch:2,cv:7,trainAcc:0.9975,validAcc:0.9845,trainLoss:0.009179,validLoss:0.046291,trainTime:71,validTime:29,totalTime:16977
Epoch:2,cv:7,trainAcc:0.9975,validAcc:0.9996,trainLoss:0.014362,validLoss:0.002247,trainTime:71,validTime:29,totalTime:17077
Epoch:2,cv:7,trainAcc:0.9970,validAcc:0.9929,trainLoss:0.006096,validLoss:0.020605,trainTime:71,validTime:29,totalTime:17177
Epoch:2,cv:8,trainAcc:0.9967,validAcc:0.9690,trainLoss:0.014702,validLoss:0.113407,trainTime:70,validTime:29,totalTime:17276
Epoch:2,cv:8,trainAcc:0.9975,validAcc:0.9522,trainLoss:0.007079,validLoss:0.254975,trainTime:71,validTime:29,totalTime:17376
Epoch:2,cv:8,trainAcc:0.9955,validAcc:0.9487,trainLoss:0.016226,validLoss:0.170131,trainTime:71,validTime:29,totalTime:17477
Epoch:2,cv:8,trainAcc:1.0000,validAcc:0.9991,trainLoss:0.001790,validLoss:0.002845,trainTime:71,validTime:29,totalTime:17577
Epoch:2,cv:8,trainAcc:0.9990,validAcc:0.9969,trainLoss:0.003663,validLoss:0.008145,trainTime:71,validTime:29,totalTime:17677
Epoch:2,cv:8,trainAcc:0.9990,validAcc:0.9973,trainLoss:0.003291,validLoss:0.005387,trainTime:71,validTime:29,totalTime:17777
Epoch:2,cv:8,trainAcc:0.9955,validAcc:0.9942,trainLoss:0.016679,validLoss:0.019418,trainTime:71,validTime:29,totalTime:17877
Epoch:2,cv:8,trainAcc:0.9955,validAcc:0.9934,trainLoss:0.015515,validLoss:0.020377,trainTime:71,validTime:29,totalTime:17977
Epoch:2,cv:8,trainAcc:0.9965,validAcc:0.9363,trainLoss:0.009076,validLoss:0.253463,trainTime:71,validTime:29,totalTime:18077
Epoch:2,cv:8,trainAcc:0.9945,validAcc:0.9133,trainLoss:0.018577,validLoss:0.324473,trainTime:71,validTime:29,totalTime:18177
Epoch:2,cv:9,trainAcc:1.0000,validAcc:0.9965,trainLoss:0.004379,validLoss:0.009334,trainTime:70,validTime:29,totalTime:18276
Epoch:2,cv:9,trainAcc:0.9990,validAcc:0.9942,trainLoss:0.006567,validLoss:0.010875,trainTime:71,validTime:29,totalTime:18376
Epoch:2,cv:9,trainAcc:0.9960,validAcc:0.9686,trainLoss:0.013458,validLoss:0.104502,trainTime:71,validTime:29,totalTime:18476
Epoch:2,cv:9,trainAcc:0.9955,validAcc:0.9894,trainLoss:0.012772,validLoss:0.030943,trainTime:71,validTime:29,totalTime:18576
Epoch:2,cv:9,trainAcc:0.9975,validAcc:0.9265,trainLoss:0.009094,validLoss:0.280551,trainTime:71,validTime:29,totalTime:18676
Epoch:2,cv:9,trainAcc:0.9875,validAcc:0.8673,trainLoss:0.038191,validLoss:0.557601,trainTime:71,validTime:29,totalTime:18776
Epoch:2,cv:9,trainAcc:0.9945,validAcc:0.9907,trainLoss:0.017438,validLoss:0.026675,trainTime:71,validTime:29,totalTime:18876
Epoch:2,cv:9,trainAcc:0.9950,validAcc:0.9934,trainLoss:0.009917,validLoss:0.016098,trainTime:71,validTime:29,totalTime:18976
Epoch:2,cv:9,trainAcc:0.9985,validAcc:0.9832,trainLoss:0.004059,validLoss:0.052383,trainTime:71,validTime:29,totalTime:19076
Epoch:2,cv:9,trainAcc:0.9975,validAcc:0.9881,trainLoss:0.007213,validLoss:0.042637,trainTime:71,validTime:29,totalTime:19176
Epoch:2,cv:10,trainAcc:0.9900,validAcc:0.9757,trainLoss:0.033904,validLoss:0.080394,trainTime:70,validTime:29,totalTime:19275
Epoch:2,cv:10,trainAcc:0.9975,validAcc:0.9743,trainLoss:0.010839,validLoss:0.106306,trainTime:71,validTime:29,totalTime:19375
Epoch:2,cv:10,trainAcc:0.9935,validAcc:0.9717,trainLoss:0.018509,validLoss:0.106445,trainTime:71,validTime:29,totalTime:19476
Epoch:2,cv:10,trainAcc:0.9930,validAcc:0.8252,trainLoss:0.019210,validLoss:0.631404,trainTime:71,validTime:29,totalTime:19576
Epoch:2,cv:10,trainAcc:0.9970,validAcc:0.9965,trainLoss:0.007767,validLoss:0.006180,trainTime:71,validTime:29,totalTime:19676
Epoch:2,cv:10,trainAcc:0.9965,validAcc:0.9978,trainLoss:0.009920,validLoss:0.004747,trainTime:71,validTime:29,totalTime:19776
Epoch:2,cv:10,trainAcc:0.9985,validAcc:0.9987,trainLoss:0.005148,validLoss:0.004754,trainTime:71,validTime:29,totalTime:19876
Epoch:2,cv:10,trainAcc:0.9940,validAcc:0.7611,trainLoss:0.014184,validLoss:1.426276,trainTime:71,validTime:29,totalTime:19976
Epoch:2,cv:10,trainAcc:0.9980,validAcc:0.9934,trainLoss:0.006754,validLoss:0.016210,trainTime:71,validTime:29,totalTime:20076
Epoch:2,cv:10,trainAcc:0.9975,validAcc:0.9969,trainLoss:0.005825,validLoss:0.009601,trainTime:71,validTime:29,totalTime:20176
Epoch:2,cv:10,trainAcc:0.9985,validAcc:0.9925,trainLoss:0.009158,validLoss:0.023987,trainTime:70,validTime:29,totalTime:20275
finish
In [3]:
# err,err_tit,correct,correct_tit = models.model_validation('checkpoints/vgg13_gam/lr001',test_X,test_Y,'vgg13_gam.csv')
err,err_tit,correct,correct_tit = models.model_validation('checkpoints/vgg13_gam/lr001',test_X,test_Y)
In [4]:
print("error predict:")
plot_gallery(err,err_tit)
error predict:
In [5]:
print("correct predict:")
plot_gallery(correct,correct_tit)
correct predict:
In [2]:
models.test_set_predict("checkpoints/vgg13_gam/lr001",20)
In [5]:
nin = models.Nin((224,224,3),10)
nin.cv_train(X,Y,3,20,'checkpoints/nin/epoch2mlp3lr0001')
use default graph
init graph
init variables
training...
Epoch:1,cv:1,trainAcc:0.1035,validAcc:0.0965,trainLoss:2.302207,validLoss:2.302398,trainTime:64,validTime:29,totalTime:93
Epoch:1,cv:1,trainAcc:0.1095,validAcc:0.1093,trainLoss:2.301382,validLoss:2.301850,trainTime:64,validTime:29,totalTime:187
Epoch:1,cv:1,trainAcc:0.1075,validAcc:0.1093,trainLoss:2.301323,validLoss:2.301525,trainTime:64,validTime:29,totalTime:280
Epoch:1,cv:1,trainAcc:0.1070,validAcc:0.1093,trainLoss:2.300880,validLoss:2.301593,trainTime:64,validTime:29,totalTime:374
Epoch:1,cv:1,trainAcc:0.1130,validAcc:0.1093,trainLoss:2.301514,validLoss:2.297877,trainTime:64,validTime:30,totalTime:468
Epoch:1,cv:1,trainAcc:0.1125,validAcc:0.1460,trainLoss:2.281257,validLoss:2.246007,trainTime:64,validTime:30,totalTime:562
Epoch:1,cv:1,trainAcc:0.1485,validAcc:0.1885,trainLoss:2.215961,validLoss:2.122409,trainTime:64,validTime:29,totalTime:655
Epoch:1,cv:1,trainAcc:0.2455,validAcc:0.3190,trainLoss:1.946046,validLoss:1.778600,trainTime:64,validTime:29,totalTime:749
Epoch:1,cv:1,trainAcc:0.3425,validAcc:0.3944,trainLoss:1.693002,validLoss:1.546549,trainTime:64,validTime:30,totalTime:843
Epoch:1,cv:1,trainAcc:0.4545,validAcc:0.4891,trainLoss:1.439219,validLoss:1.320688,trainTime:65,validTime:29,totalTime:937
Epoch:1,cv:2,trainAcc:0.5206,validAcc:0.6205,trainLoss:1.324290,validLoss:1.152187,trainTime:64,validTime:30,totalTime:1031
Epoch:1,cv:2,trainAcc:0.5610,validAcc:0.5636,trainLoss:1.190461,validLoss:1.158603,trainTime:66,validTime:30,totalTime:1127
Epoch:1,cv:2,trainAcc:0.6390,validAcc:0.7566,trainLoss:1.010157,validLoss:0.816801,trainTime:65,validTime:30,totalTime:1222
Epoch:1,cv:2,trainAcc:0.7255,validAcc:0.7962,trainLoss:0.832216,validLoss:0.682673,trainTime:65,validTime:30,totalTime:1317
Epoch:1,cv:2,trainAcc:0.7385,validAcc:0.7894,trainLoss:0.806860,validLoss:0.692778,trainTime:65,validTime:30,totalTime:1412
Epoch:1,cv:2,trainAcc:0.7980,validAcc:0.8372,trainLoss:0.612311,validLoss:0.558956,trainTime:65,validTime:30,totalTime:1507
Epoch:1,cv:2,trainAcc:0.8200,validAcc:0.8363,trainLoss:0.550508,validLoss:0.564497,trainTime:65,validTime:30,totalTime:1602
Epoch:1,cv:2,trainAcc:0.8245,validAcc:0.8319,trainLoss:0.518935,validLoss:0.531524,trainTime:65,validTime:30,totalTime:1697
Epoch:1,cv:2,trainAcc:0.8630,validAcc:0.8836,trainLoss:0.446599,validLoss:0.372652,trainTime:65,validTime:30,totalTime:1792
Epoch:1,cv:2,trainAcc:0.8740,validAcc:0.8434,trainLoss:0.406717,validLoss:0.443239,trainTime:65,validTime:30,totalTime:1887
Epoch:1,cv:3,trainAcc:0.8863,validAcc:0.8996,trainLoss:0.346663,validLoss:0.321991,trainTime:64,validTime:30,totalTime:1982
Epoch:1,cv:3,trainAcc:0.8855,validAcc:0.8951,trainLoss:0.373122,validLoss:0.344420,trainTime:65,validTime:30,totalTime:2077
Epoch:1,cv:3,trainAcc:0.9020,validAcc:0.9265,trainLoss:0.322488,validLoss:0.273110,trainTime:65,validTime:30,totalTime:2172
Epoch:1,cv:3,trainAcc:0.9100,validAcc:0.9058,trainLoss:0.318405,validLoss:0.282731,trainTime:65,validTime:30,totalTime:2267
Epoch:1,cv:3,trainAcc:0.9095,validAcc:0.9049,trainLoss:0.295285,validLoss:0.289877,trainTime:65,validTime:30,totalTime:2362
Epoch:1,cv:3,trainAcc:0.9165,validAcc:0.9270,trainLoss:0.272113,validLoss:0.250716,trainTime:65,validTime:30,totalTime:2457
Epoch:1,cv:3,trainAcc:0.9055,validAcc:0.9460,trainLoss:0.292556,validLoss:0.190303,trainTime:64,validTime:30,totalTime:2550
Epoch:1,cv:3,trainAcc:0.9315,validAcc:0.9404,trainLoss:0.218858,validLoss:0.197457,trainTime:64,validTime:29,totalTime:2644
Epoch:1,cv:3,trainAcc:0.9340,validAcc:0.9347,trainLoss:0.242562,validLoss:0.213980,trainTime:64,validTime:30,totalTime:2738
Epoch:1,cv:3,trainAcc:0.9330,validAcc:0.9181,trainLoss:0.218659,validLoss:0.239231,trainTime:64,validTime:30,totalTime:2832
Epoch:1,cv:4,trainAcc:0.9421,validAcc:0.9333,trainLoss:0.195599,validLoss:0.211039,trainTime:64,validTime:29,totalTime:2925
Epoch:1,cv:4,trainAcc:0.9350,validAcc:0.9425,trainLoss:0.204183,validLoss:0.182397,trainTime:64,validTime:30,totalTime:3019
Epoch:1,cv:4,trainAcc:0.9395,validAcc:0.9580,trainLoss:0.197476,validLoss:0.132775,trainTime:65,validTime:30,totalTime:3114
Epoch:1,cv:4,trainAcc:0.9565,validAcc:0.9584,trainLoss:0.171912,validLoss:0.129156,trainTime:65,validTime:30,totalTime:3208
Epoch:1,cv:4,trainAcc:0.9475,validAcc:0.9593,trainLoss:0.181072,validLoss:0.145050,trainTime:65,validTime:30,totalTime:3303
Epoch:1,cv:4,trainAcc:0.9470,validAcc:0.9566,trainLoss:0.178920,validLoss:0.148467,trainTime:65,validTime:29,totalTime:3397
Epoch:1,cv:4,trainAcc:0.9380,validAcc:0.9646,trainLoss:0.211593,validLoss:0.123946,trainTime:64,validTime:29,totalTime:3490
Epoch:1,cv:4,trainAcc:0.9595,validAcc:0.9664,trainLoss:0.128919,validLoss:0.121607,trainTime:64,validTime:29,totalTime:3584
Epoch:1,cv:4,trainAcc:0.9655,validAcc:0.9597,trainLoss:0.131031,validLoss:0.120505,trainTime:64,validTime:30,totalTime:3678
Epoch:1,cv:4,trainAcc:0.9535,validAcc:0.9535,trainLoss:0.149286,validLoss:0.149337,trainTime:64,validTime:29,totalTime:3772
Epoch:1,cv:5,trainAcc:0.9592,validAcc:0.9686,trainLoss:0.145910,validLoss:0.117240,trainTime:63,validTime:29,totalTime:3864
Epoch:1,cv:5,trainAcc:0.9545,validAcc:0.9611,trainLoss:0.130144,validLoss:0.150747,trainTime:64,validTime:30,totalTime:3958
Epoch:1,cv:5,trainAcc:0.9635,validAcc:0.9571,trainLoss:0.124686,validLoss:0.136162,trainTime:64,validTime:29,totalTime:4052
Epoch:1,cv:5,trainAcc:0.9720,validAcc:0.9686,trainLoss:0.100930,validLoss:0.126250,trainTime:64,validTime:29,totalTime:4145
Epoch:1,cv:5,trainAcc:0.9580,validAcc:0.9655,trainLoss:0.139745,validLoss:0.126007,trainTime:64,validTime:29,totalTime:4238
Epoch:1,cv:5,trainAcc:0.9615,validAcc:0.9314,trainLoss:0.112265,validLoss:0.186394,trainTime:64,validTime:29,totalTime:4332
Epoch:1,cv:5,trainAcc:0.9465,validAcc:0.9354,trainLoss:0.180734,validLoss:0.238220,trainTime:64,validTime:29,totalTime:4425
Epoch:1,cv:5,trainAcc:0.9690,validAcc:0.9708,trainLoss:0.096047,validLoss:0.120677,trainTime:64,validTime:29,totalTime:4518
Epoch:1,cv:5,trainAcc:0.9720,validAcc:0.9681,trainLoss:0.098442,validLoss:0.107918,trainTime:64,validTime:29,totalTime:4612
Epoch:1,cv:5,trainAcc:0.9775,validAcc:0.9442,trainLoss:0.087994,validLoss:0.172560,trainTime:64,validTime:29,totalTime:4705
Epoch:1,cv:6,trainAcc:0.9740,validAcc:0.9779,trainLoss:0.087874,validLoss:0.073898,trainTime:63,validTime:29,totalTime:4797
Epoch:1,cv:6,trainAcc:0.9670,validAcc:0.9566,trainLoss:0.107688,validLoss:0.143390,trainTime:64,validTime:29,totalTime:4891
Epoch:1,cv:6,trainAcc:0.9720,validAcc:0.9792,trainLoss:0.096361,validLoss:0.066790,trainTime:64,validTime:29,totalTime:4984
Epoch:1,cv:6,trainAcc:0.9725,validAcc:0.9659,trainLoss:0.094714,validLoss:0.108593,trainTime:64,validTime:29,totalTime:5077
Epoch:1,cv:6,trainAcc:0.9690,validAcc:0.9659,trainLoss:0.102541,validLoss:0.111036,trainTime:64,validTime:29,totalTime:5170
Epoch:1,cv:6,trainAcc:0.9740,validAcc:0.9686,trainLoss:0.078078,validLoss:0.092160,trainTime:64,validTime:29,totalTime:5263
Epoch:1,cv:6,trainAcc:0.9725,validAcc:0.9779,trainLoss:0.101137,validLoss:0.077416,trainTime:64,validTime:29,totalTime:5356
Epoch:1,cv:6,trainAcc:0.9775,validAcc:0.9708,trainLoss:0.079357,validLoss:0.087256,trainTime:64,validTime:29,totalTime:5449
Epoch:1,cv:6,trainAcc:0.9765,validAcc:0.9681,trainLoss:0.086431,validLoss:0.092318,trainTime:64,validTime:29,totalTime:5542
Epoch:1,cv:6,trainAcc:0.9800,validAcc:0.9726,trainLoss:0.071209,validLoss:0.089341,trainTime:64,validTime:29,totalTime:5635
Epoch:1,cv:7,trainAcc:0.9762,validAcc:0.9805,trainLoss:0.072493,validLoss:0.071312,trainTime:63,validTime:29,totalTime:5728
Epoch:1,cv:7,trainAcc:0.9740,validAcc:0.9801,trainLoss:0.086949,validLoss:0.073191,trainTime:64,validTime:29,totalTime:5821
Epoch:1,cv:7,trainAcc:0.9670,validAcc:0.9832,trainLoss:0.102432,validLoss:0.063513,trainTime:64,validTime:29,totalTime:5914
Epoch:1,cv:7,trainAcc:0.9850,validAcc:0.9770,trainLoss:0.063175,validLoss:0.082405,trainTime:64,validTime:29,totalTime:6007
Epoch:1,cv:7,trainAcc:0.9705,validAcc:0.9730,trainLoss:0.097831,validLoss:0.091927,trainTime:64,validTime:29,totalTime:6100
Epoch:1,cv:7,trainAcc:0.9785,validAcc:0.9314,trainLoss:0.063305,validLoss:0.201478,trainTime:64,validTime:29,totalTime:6194
Epoch:1,cv:7,trainAcc:0.9725,validAcc:0.9735,trainLoss:0.087796,validLoss:0.084597,trainTime:64,validTime:29,totalTime:6287
Epoch:1,cv:7,trainAcc:0.9865,validAcc:0.9730,trainLoss:0.051548,validLoss:0.080198,trainTime:65,validTime:29,totalTime:6382
Epoch:1,cv:7,trainAcc:0.9855,validAcc:0.9898,trainLoss:0.060167,validLoss:0.050184,trainTime:64,validTime:29,totalTime:6475
Epoch:1,cv:7,trainAcc:0.9785,validAcc:0.9805,trainLoss:0.077515,validLoss:0.066163,trainTime:65,validTime:30,totalTime:6570
Epoch:1,cv:8,trainAcc:0.9867,validAcc:0.9699,trainLoss:0.039096,validLoss:0.089136,trainTime:64,validTime:30,totalTime:6664
Epoch:1,cv:8,trainAcc:0.9735,validAcc:0.9783,trainLoss:0.075254,validLoss:0.070492,trainTime:64,validTime:29,totalTime:6757
Epoch:1,cv:8,trainAcc:0.9820,validAcc:0.9850,trainLoss:0.077971,validLoss:0.046844,trainTime:64,validTime:29,totalTime:6851
Epoch:1,cv:8,trainAcc:0.9805,validAcc:0.9836,trainLoss:0.063716,validLoss:0.057420,trainTime:64,validTime:29,totalTime:6944
Epoch:1,cv:8,trainAcc:0.9795,validAcc:0.9827,trainLoss:0.066812,validLoss:0.051555,trainTime:64,validTime:29,totalTime:7038
Epoch:1,cv:8,trainAcc:0.9820,validAcc:0.9810,trainLoss:0.057006,validLoss:0.058172,trainTime:64,validTime:29,totalTime:7131
Epoch:1,cv:8,trainAcc:0.9780,validAcc:0.9792,trainLoss:0.062903,validLoss:0.070137,trainTime:64,validTime:30,totalTime:7225
Epoch:1,cv:8,trainAcc:0.9900,validAcc:0.9810,trainLoss:0.040750,validLoss:0.061194,trainTime:64,validTime:30,totalTime:7319
Epoch:1,cv:8,trainAcc:0.9870,validAcc:0.9850,trainLoss:0.046950,validLoss:0.040191,trainTime:64,validTime:30,totalTime:7412
Epoch:1,cv:8,trainAcc:0.9870,validAcc:0.9912,trainLoss:0.049421,validLoss:0.031016,trainTime:64,validTime:30,totalTime:7506
Epoch:1,cv:9,trainAcc:0.9925,validAcc:0.9925,trainLoss:0.028789,validLoss:0.024709,trainTime:64,validTime:30,totalTime:7599
Epoch:1,cv:9,trainAcc:0.9910,validAcc:0.9934,trainLoss:0.024019,validLoss:0.019728,trainTime:64,validTime:30,totalTime:7694
Epoch:1,cv:9,trainAcc:0.9865,validAcc:0.9805,trainLoss:0.041786,validLoss:0.050036,trainTime:64,validTime:30,totalTime:7788
Epoch:1,cv:9,trainAcc:0.9910,validAcc:0.9903,trainLoss:0.032859,validLoss:0.027340,trainTime:65,validTime:29,totalTime:7882
Epoch:1,cv:9,trainAcc:0.9895,validAcc:0.9894,trainLoss:0.047575,validLoss:0.032712,trainTime:64,validTime:29,totalTime:7976
Epoch:1,cv:9,trainAcc:0.9850,validAcc:0.9823,trainLoss:0.057706,validLoss:0.043264,trainTime:64,validTime:30,totalTime:8069
Epoch:1,cv:9,trainAcc:0.9790,validAcc:0.9867,trainLoss:0.063158,validLoss:0.043689,trainTime:64,validTime:30,totalTime:8163
Epoch:1,cv:9,trainAcc:0.9860,validAcc:0.9814,trainLoss:0.046624,validLoss:0.048896,trainTime:64,validTime:29,totalTime:8257
Epoch:1,cv:9,trainAcc:0.9855,validAcc:0.9863,trainLoss:0.045168,validLoss:0.043014,trainTime:64,validTime:29,totalTime:8350
Epoch:1,cv:9,trainAcc:0.9865,validAcc:0.9836,trainLoss:0.050765,validLoss:0.043728,trainTime:64,validTime:29,totalTime:8444
Epoch:1,cv:10,trainAcc:0.9950,validAcc:0.9969,trainLoss:0.024837,validLoss:0.009686,trainTime:63,validTime:29,totalTime:8537
Epoch:1,cv:10,trainAcc:0.9870,validAcc:0.9863,trainLoss:0.034756,validLoss:0.039137,trainTime:64,validTime:29,totalTime:8630
Epoch:1,cv:10,trainAcc:0.9880,validAcc:0.9925,trainLoss:0.038446,validLoss:0.022885,trainTime:64,validTime:29,totalTime:8724
Epoch:1,cv:10,trainAcc:0.9870,validAcc:0.9788,trainLoss:0.040020,validLoss:0.073570,trainTime:64,validTime:30,totalTime:8818
Epoch:1,cv:10,trainAcc:0.9840,validAcc:0.9929,trainLoss:0.048422,validLoss:0.020861,trainTime:64,validTime:30,totalTime:8912
Epoch:1,cv:10,trainAcc:0.9900,validAcc:0.9938,trainLoss:0.032210,validLoss:0.024381,trainTime:64,validTime:30,totalTime:9006
Epoch:1,cv:10,trainAcc:0.9805,validAcc:0.9544,trainLoss:0.058894,validLoss:0.127020,trainTime:64,validTime:29,totalTime:9099
Epoch:1,cv:10,trainAcc:0.9865,validAcc:0.9801,trainLoss:0.040993,validLoss:0.078474,trainTime:64,validTime:29,totalTime:9192
Epoch:1,cv:10,trainAcc:0.9830,validAcc:0.9664,trainLoss:0.047308,validLoss:0.116433,trainTime:64,validTime:29,totalTime:9286
Epoch:1,cv:10,trainAcc:0.9760,validAcc:0.9743,trainLoss:0.048795,validLoss:0.064159,trainTime:64,validTime:29,totalTime:9379
Epoch:1,cv:10,trainAcc:0.9845,validAcc:0.9876,trainLoss:0.050002,validLoss:0.036137,trainTime:63,validTime:29,totalTime:9472
Epoch:2,cv:1,trainAcc:0.9895,validAcc:0.9765,trainLoss:0.026765,validLoss:0.074850,trainTime:64,validTime:29,totalTime:9565
Epoch:2,cv:1,trainAcc:0.9860,validAcc:0.9814,trainLoss:0.040710,validLoss:0.054379,trainTime:65,validTime:31,totalTime:9661
Epoch:2,cv:1,trainAcc:0.9930,validAcc:0.9929,trainLoss:0.020802,validLoss:0.016634,trainTime:66,validTime:31,totalTime:9758
Epoch:2,cv:1,trainAcc:0.9940,validAcc:0.9735,trainLoss:0.021950,validLoss:0.080152,trainTime:66,validTime:31,totalTime:9854
Epoch:2,cv:1,trainAcc:0.9765,validAcc:0.9912,trainLoss:0.063639,validLoss:0.028465,trainTime:67,validTime:32,totalTime:9953
Epoch:2,cv:1,trainAcc:0.9870,validAcc:0.9850,trainLoss:0.039289,validLoss:0.051158,trainTime:67,validTime:31,totalTime:10051
Epoch:2,cv:1,trainAcc:0.9950,validAcc:0.9942,trainLoss:0.018532,validLoss:0.018683,trainTime:67,validTime:32,totalTime:10149
Epoch:2,cv:1,trainAcc:0.9940,validAcc:0.9938,trainLoss:0.011427,validLoss:0.018903,trainTime:67,validTime:31,totalTime:10247
Epoch:2,cv:1,trainAcc:0.9905,validAcc:0.9920,trainLoss:0.027048,validLoss:0.028014,trainTime:67,validTime:31,totalTime:10345
Epoch:2,cv:1,trainAcc:0.9950,validAcc:0.9898,trainLoss:0.021710,validLoss:0.036981,trainTime:67,validTime:32,totalTime:10443
Epoch:2,cv:2,trainAcc:0.9828,validAcc:0.9850,trainLoss:0.040271,validLoss:0.050221,trainTime:66,validTime:31,totalTime:10540
Epoch:2,cv:2,trainAcc:0.9925,validAcc:0.9920,trainLoss:0.024749,validLoss:0.026561,trainTime:66,validTime:31,totalTime:10637
Epoch:2,cv:2,trainAcc:0.9945,validAcc:0.9951,trainLoss:0.013051,validLoss:0.011464,trainTime:67,validTime:31,totalTime:10735
Epoch:2,cv:2,trainAcc:0.9930,validAcc:0.9858,trainLoss:0.023719,validLoss:0.044554,trainTime:66,validTime:31,totalTime:10833
Epoch:2,cv:2,trainAcc:0.9850,validAcc:0.9774,trainLoss:0.041386,validLoss:0.072857,trainTime:67,validTime:31,totalTime:10931
Epoch:2,cv:2,trainAcc:0.9855,validAcc:0.9845,trainLoss:0.048237,validLoss:0.042957,trainTime:67,validTime:32,totalTime:11029
Epoch:2,cv:2,trainAcc:0.9870,validAcc:0.9916,trainLoss:0.039042,validLoss:0.022586,trainTime:67,validTime:31,totalTime:11128
Epoch:2,cv:2,trainAcc:0.9935,validAcc:0.9770,trainLoss:0.022735,validLoss:0.067913,trainTime:67,validTime:31,totalTime:11226
Epoch:2,cv:2,trainAcc:0.9890,validAcc:0.9836,trainLoss:0.028212,validLoss:0.038784,trainTime:67,validTime:31,totalTime:11324
Epoch:2,cv:2,trainAcc:0.9925,validAcc:0.9881,trainLoss:0.019156,validLoss:0.035432,trainTime:67,validTime:32,totalTime:11422
Epoch:2,cv:3,trainAcc:0.9819,validAcc:0.9956,trainLoss:0.065229,validLoss:0.022999,trainTime:66,validTime:32,totalTime:11519
Epoch:2,cv:3,trainAcc:0.9960,validAcc:0.9929,trainLoss:0.014861,validLoss:0.025121,trainTime:67,validTime:31,totalTime:11617
Epoch:2,cv:3,trainAcc:0.9850,validAcc:0.9801,trainLoss:0.049747,validLoss:0.049526,trainTime:67,validTime:31,totalTime:11715
Epoch:2,cv:3,trainAcc:0.9895,validAcc:0.9929,trainLoss:0.025863,validLoss:0.022019,trainTime:67,validTime:31,totalTime:11813
Epoch:2,cv:3,trainAcc:0.9940,validAcc:0.9951,trainLoss:0.021073,validLoss:0.015700,trainTime:66,validTime:31,totalTime:11910
Epoch:2,cv:3,trainAcc:0.9925,validAcc:0.9965,trainLoss:0.029836,validLoss:0.011911,trainTime:65,validTime:31,totalTime:12006
Epoch:2,cv:3,trainAcc:0.9945,validAcc:0.9938,trainLoss:0.016404,validLoss:0.012855,trainTime:66,validTime:31,totalTime:12104
Epoch:2,cv:3,trainAcc:0.9975,validAcc:0.9889,trainLoss:0.012544,validLoss:0.036907,trainTime:66,validTime:31,totalTime:12202
Epoch:2,cv:3,trainAcc:0.9935,validAcc:0.9942,trainLoss:0.018239,validLoss:0.013033,trainTime:67,validTime:32,totalTime:12300
Epoch:2,cv:3,trainAcc:0.9945,validAcc:0.9934,trainLoss:0.012932,validLoss:0.016599,trainTime:67,validTime:31,totalTime:12398
Epoch:2,cv:4,trainAcc:0.9957,validAcc:0.9973,trainLoss:0.012668,validLoss:0.006760,trainTime:66,validTime:30,totalTime:12494
Epoch:2,cv:4,trainAcc:0.9940,validAcc:0.9827,trainLoss:0.014864,validLoss:0.008506,trainTime:66,validTime:32,totalTime:12592
Epoch:2,cv:4,trainAcc:0.9930,validAcc:0.9938,trainLoss:0.013227,validLoss:0.010813,trainTime:67,validTime:32,totalTime:12690
Epoch:2,cv:4,trainAcc:0.9840,validAcc:0.9748,trainLoss:0.028296,validLoss:0.062448,trainTime:66,validTime:31,totalTime:12788
Epoch:2,cv:4,trainAcc:0.9865,validAcc:0.9863,trainLoss:0.033190,validLoss:0.038032,trainTime:66,validTime:31,totalTime:12885
Epoch:2,cv:4,trainAcc:0.9830,validAcc:0.9850,trainLoss:0.040090,validLoss:0.039595,trainTime:66,validTime:31,totalTime:12983
Epoch:2,cv:4,trainAcc:0.9760,validAcc:0.9593,trainLoss:0.051914,validLoss:0.127162,trainTime:65,validTime:29,totalTime:13078
Epoch:2,cv:4,trainAcc:0.9900,validAcc:0.9965,trainLoss:0.024556,validLoss:0.019035,trainTime:64,validTime:29,totalTime:13171
Epoch:2,cv:4,trainAcc:0.9915,validAcc:0.9925,trainLoss:0.022404,validLoss:0.017863,trainTime:64,validTime:29,totalTime:13264
Epoch:2,cv:4,trainAcc:0.9940,validAcc:0.9934,trainLoss:0.011437,validLoss:0.009015,trainTime:64,validTime:29,totalTime:13357
Epoch:2,cv:5,trainAcc:0.9900,validAcc:0.9832,trainLoss:0.021107,validLoss:0.033568,trainTime:63,validTime:29,totalTime:13450
Epoch:2,cv:5,trainAcc:0.9835,validAcc:0.9938,trainLoss:0.034897,validLoss:0.013365,trainTime:64,validTime:29,totalTime:13543
Epoch:2,cv:5,trainAcc:0.9925,validAcc:0.9951,trainLoss:0.026963,validLoss:0.014863,trainTime:65,validTime:30,totalTime:13638
Epoch:2,cv:5,trainAcc:0.9975,validAcc:0.9916,trainLoss:0.010819,validLoss:0.020366,trainTime:64,validTime:29,totalTime:13731
Epoch:2,cv:5,trainAcc:0.9925,validAcc:0.9889,trainLoss:0.019692,validLoss:0.008359,trainTime:64,validTime:29,totalTime:13824
Epoch:2,cv:5,trainAcc:0.9915,validAcc:0.9894,trainLoss:0.011185,validLoss:0.012870,trainTime:64,validTime:29,totalTime:13918
Epoch:2,cv:5,trainAcc:0.9850,validAcc:0.9549,trainLoss:0.023736,validLoss:0.032423,trainTime:64,validTime:29,totalTime:14011
Epoch:2,cv:5,trainAcc:0.9730,validAcc:0.9850,trainLoss:0.047499,validLoss:0.048955,trainTime:64,validTime:29,totalTime:14104
Epoch:2,cv:5,trainAcc:0.9925,validAcc:0.9920,trainLoss:0.020733,validLoss:0.016426,trainTime:64,validTime:29,totalTime:14198
Epoch:2,cv:5,trainAcc:0.9910,validAcc:0.9841,trainLoss:0.019107,validLoss:0.016287,trainTime:64,validTime:29,totalTime:14291
Epoch:2,cv:6,trainAcc:0.9960,validAcc:0.9929,trainLoss:0.005196,validLoss:0.006046,trainTime:64,validTime:29,totalTime:14384
Epoch:2,cv:6,trainAcc:0.9940,validAcc:0.9836,trainLoss:0.012365,validLoss:0.045087,trainTime:64,validTime:30,totalTime:14478
Epoch:2,cv:6,trainAcc:0.9795,validAcc:0.9912,trainLoss:0.050622,validLoss:0.027627,trainTime:64,validTime:30,totalTime:14572
Epoch:2,cv:6,trainAcc:0.9955,validAcc:0.9912,trainLoss:0.011215,validLoss:0.029593,trainTime:65,validTime:30,totalTime:14667
Epoch:2,cv:6,trainAcc:0.9935,validAcc:0.9947,trainLoss:0.007533,validLoss:0.010823,trainTime:64,validTime:29,totalTime:14760
Epoch:2,cv:6,trainAcc:0.9880,validAcc:0.9907,trainLoss:0.027909,validLoss:0.026768,trainTime:64,validTime:29,totalTime:14854
Epoch:2,cv:6,trainAcc:0.9935,validAcc:0.9982,trainLoss:0.016097,validLoss:0.005362,trainTime:64,validTime:29,totalTime:14948
Epoch:2,cv:6,trainAcc:0.9860,validAcc:0.9885,trainLoss:0.016794,validLoss:0.040716,trainTime:64,validTime:29,totalTime:15041
Epoch:2,cv:6,trainAcc:0.9915,validAcc:0.9934,trainLoss:0.016762,validLoss:0.019796,trainTime:64,validTime:29,totalTime:15134
Epoch:2,cv:6,trainAcc:0.9875,validAcc:0.9885,trainLoss:0.025523,validLoss:0.033907,trainTime:64,validTime:29,totalTime:15228
Epoch:2,cv:7,trainAcc:0.9875,validAcc:0.9925,trainLoss:0.011711,validLoss:0.018589,trainTime:64,validTime:29,totalTime:15321
Epoch:2,cv:7,trainAcc:0.9885,validAcc:0.9796,trainLoss:0.011755,validLoss:0.072864,trainTime:64,validTime:29,totalTime:15414
Epoch:2,cv:7,trainAcc:0.9920,validAcc:0.9912,trainLoss:0.017403,validLoss:0.013393,trainTime:64,validTime:29,totalTime:15508
Epoch:2,cv:7,trainAcc:0.9875,validAcc:0.9619,trainLoss:0.020808,validLoss:0.082363,trainTime:64,validTime:30,totalTime:15602
Epoch:2,cv:7,trainAcc:0.9910,validAcc:0.9854,trainLoss:0.020002,validLoss:0.040509,trainTime:64,validTime:29,totalTime:15695
Epoch:2,cv:7,trainAcc:0.9955,validAcc:0.9938,trainLoss:0.004947,validLoss:0.005429,trainTime:64,validTime:29,totalTime:15789
Epoch:2,cv:7,trainAcc:0.9860,validAcc:0.9708,trainLoss:0.032782,validLoss:0.086177,trainTime:64,validTime:29,totalTime:15882
Epoch:2,cv:7,trainAcc:0.9770,validAcc:0.9801,trainLoss:0.047676,validLoss:0.051892,trainTime:64,validTime:29,totalTime:15975
Epoch:2,cv:7,trainAcc:0.9950,validAcc:0.9996,trainLoss:0.014331,validLoss:0.003976,trainTime:64,validTime:30,totalTime:16069
Epoch:2,cv:7,trainAcc:0.9960,validAcc:0.9920,trainLoss:0.008864,validLoss:0.014402,trainTime:64,validTime:29,totalTime:16163
Epoch:2,cv:8,trainAcc:0.9983,validAcc:0.9973,trainLoss:0.001329,validLoss:0.006267,trainTime:63,validTime:29,totalTime:16255
Epoch:2,cv:8,trainAcc:0.9975,validAcc:0.9978,trainLoss:0.004182,validLoss:0.006867,trainTime:64,validTime:29,totalTime:16349
Epoch:2,cv:8,trainAcc:0.9985,validAcc:0.9996,trainLoss:0.004360,validLoss:0.002591,trainTime:64,validTime:29,totalTime:16442
Epoch:2,cv:8,trainAcc:0.9960,validAcc:0.9912,trainLoss:0.011867,validLoss:0.025863,trainTime:64,validTime:29,totalTime:16536
Epoch:2,cv:8,trainAcc:0.9940,validAcc:0.9898,trainLoss:0.012734,validLoss:0.017932,trainTime:64,validTime:29,totalTime:16629
Epoch:2,cv:8,trainAcc:0.9895,validAcc:0.9845,trainLoss:0.023524,validLoss:0.027295,trainTime:64,validTime:29,totalTime:16722
Epoch:2,cv:8,trainAcc:0.9940,validAcc:0.9960,trainLoss:0.008650,validLoss:0.010086,trainTime:64,validTime:29,totalTime:16816
Epoch:2,cv:8,trainAcc:0.9905,validAcc:0.9934,trainLoss:0.011339,validLoss:0.015760,trainTime:64,validTime:29,totalTime:16909
Epoch:2,cv:8,trainAcc:0.9910,validAcc:0.9894,trainLoss:0.016164,validLoss:0.023782,trainTime:64,validTime:29,totalTime:17003
Epoch:2,cv:8,trainAcc:0.9870,validAcc:0.9938,trainLoss:0.014365,validLoss:0.006376,trainTime:64,validTime:29,totalTime:17096
Epoch:2,cv:9,trainAcc:0.9950,validAcc:0.9960,trainLoss:0.017323,validLoss:0.010076,trainTime:63,validTime:30,totalTime:17189
Epoch:2,cv:9,trainAcc:0.9920,validAcc:0.9960,trainLoss:0.013716,validLoss:0.003579,trainTime:64,validTime:30,totalTime:17283
Epoch:2,cv:9,trainAcc:0.9970,validAcc:0.9978,trainLoss:0.011605,validLoss:0.004155,trainTime:64,validTime:30,totalTime:17377
Epoch:2,cv:9,trainAcc:0.9985,validAcc:0.9947,trainLoss:0.006465,validLoss:0.015286,trainTime:64,validTime:30,totalTime:17471
Epoch:2,cv:9,trainAcc:0.9900,validAcc:0.9920,trainLoss:0.026433,validLoss:0.018396,trainTime:64,validTime:30,totalTime:17565
Epoch:2,cv:9,trainAcc:0.9950,validAcc:0.9796,trainLoss:0.010576,validLoss:0.010177,trainTime:64,validTime:29,totalTime:17659
Epoch:2,cv:9,trainAcc:0.9770,validAcc:0.9588,trainLoss:0.030272,validLoss:0.123700,trainTime:64,validTime:29,totalTime:17752
Epoch:2,cv:9,trainAcc:0.9875,validAcc:0.9872,trainLoss:0.029064,validLoss:0.025322,trainTime:64,validTime:30,totalTime:17846
Epoch:2,cv:9,trainAcc:0.9910,validAcc:0.9942,trainLoss:0.027229,validLoss:0.009445,trainTime:64,validTime:29,totalTime:17939
Epoch:2,cv:9,trainAcc:0.9965,validAcc:0.9987,trainLoss:0.008315,validLoss:0.002591,trainTime:64,validTime:29,totalTime:18032
Epoch:2,cv:10,trainAcc:0.9950,validAcc:0.9978,trainLoss:0.003464,validLoss:0.008436,trainTime:64,validTime:30,totalTime:18126
Epoch:2,cv:10,trainAcc:0.9995,validAcc:0.9987,trainLoss:0.003919,validLoss:0.003513,trainTime:64,validTime:30,totalTime:18219
Epoch:2,cv:10,trainAcc:0.9985,validAcc:0.9987,trainLoss:0.000859,validLoss:0.000838,trainTime:64,validTime:30,totalTime:18313
Epoch:2,cv:10,trainAcc:0.9995,validAcc:0.9982,trainLoss:0.001168,validLoss:0.001225,trainTime:64,validTime:29,totalTime:18407
Epoch:2,cv:10,trainAcc:0.9945,validAcc:0.9965,trainLoss:0.010601,validLoss:0.004983,trainTime:64,validTime:29,totalTime:18500
Epoch:2,cv:10,trainAcc:1.0000,validAcc:0.9991,trainLoss:0.001491,validLoss:0.001008,trainTime:64,validTime:29,totalTime:18593
Epoch:2,cv:10,trainAcc:0.9880,validAcc:0.9796,trainLoss:0.027408,validLoss:0.053195,trainTime:64,validTime:29,totalTime:18687
Epoch:2,cv:10,trainAcc:0.9910,validAcc:0.9934,trainLoss:0.017718,validLoss:0.013954,trainTime:64,validTime:29,totalTime:18780
Epoch:2,cv:10,trainAcc:0.9950,validAcc:0.9969,trainLoss:0.018582,validLoss:0.004518,trainTime:64,validTime:30,totalTime:18874
Epoch:2,cv:10,trainAcc:0.9950,validAcc:0.9978,trainLoss:0.020057,validLoss:0.005830,trainTime:64,validTime:29,totalTime:18967
Epoch:2,cv:10,trainAcc:0.9960,validAcc:0.9969,trainLoss:0.005942,validLoss:0.006198,trainTime:63,validTime:29,totalTime:19059
Epoch:3,cv:1,trainAcc:0.9980,validAcc:0.9982,trainLoss:0.003990,validLoss:0.004971,trainTime:64,validTime:29,totalTime:19153
Epoch:3,cv:1,trainAcc:0.9905,validAcc:0.9748,trainLoss:0.027808,validLoss:0.048506,trainTime:64,validTime:29,totalTime:19246
Epoch:3,cv:1,trainAcc:0.9940,validAcc:0.9973,trainLoss:0.022099,validLoss:0.006332,trainTime:64,validTime:30,totalTime:19340
Epoch:3,cv:1,trainAcc:0.9975,validAcc:0.9965,trainLoss:0.009310,validLoss:0.007612,trainTime:64,validTime:30,totalTime:19434
Epoch:3,cv:1,trainAcc:0.9960,validAcc:0.9991,trainLoss:0.014999,validLoss:0.003287,trainTime:64,validTime:29,totalTime:19527
Epoch:3,cv:1,trainAcc:0.9965,validAcc:0.9792,trainLoss:0.008444,validLoss:0.038466,trainTime:64,validTime:29,totalTime:19621
Epoch:3,cv:1,trainAcc:0.9970,validAcc:0.9978,trainLoss:0.009658,validLoss:0.006497,trainTime:64,validTime:29,totalTime:19715
Epoch:3,cv:1,trainAcc:0.9985,validAcc:0.9991,trainLoss:0.001911,validLoss:0.001834,trainTime:64,validTime:30,totalTime:19809
Epoch:3,cv:1,trainAcc:0.9935,validAcc:0.9819,trainLoss:0.012692,validLoss:0.033287,trainTime:64,validTime:29,totalTime:19902
Epoch:3,cv:1,trainAcc:0.9765,validAcc:0.9947,trainLoss:0.033086,validLoss:0.015797,trainTime:64,validTime:29,totalTime:19995
Epoch:3,cv:2,trainAcc:0.9867,validAcc:0.9947,trainLoss:0.024271,validLoss:0.010730,trainTime:64,validTime:29,totalTime:20088
Epoch:3,cv:2,trainAcc:0.9900,validAcc:0.9947,trainLoss:0.020451,validLoss:0.010690,trainTime:64,validTime:29,totalTime:20182
Epoch:3,cv:2,trainAcc:0.9960,validAcc:0.9965,trainLoss:0.004548,validLoss:0.002011,trainTime:64,validTime:29,totalTime:20275
Epoch:3,cv:2,trainAcc:0.9980,validAcc:0.9969,trainLoss:0.001274,validLoss:0.002296,trainTime:64,validTime:29,totalTime:20368
Epoch:3,cv:2,trainAcc:0.9950,validAcc:0.9823,trainLoss:0.005188,validLoss:0.058243,trainTime:64,validTime:30,totalTime:20462
Epoch:3,cv:2,trainAcc:0.9900,validAcc:0.9863,trainLoss:0.022165,validLoss:0.017726,trainTime:64,validTime:30,totalTime:20556
Epoch:3,cv:2,trainAcc:0.9965,validAcc:0.9973,trainLoss:0.007776,validLoss:0.006592,trainTime:64,validTime:29,totalTime:20650
Epoch:3,cv:2,trainAcc:0.9945,validAcc:0.9925,trainLoss:0.004457,validLoss:0.005122,trainTime:64,validTime:29,totalTime:20743
Epoch:3,cv:2,trainAcc:0.9845,validAcc:0.9916,trainLoss:0.024712,validLoss:0.010732,trainTime:64,validTime:29,totalTime:20837
Epoch:3,cv:2,trainAcc:0.9950,validAcc:0.9973,trainLoss:0.007087,validLoss:0.007130,trainTime:64,validTime:29,totalTime:20930
Epoch:3,cv:3,trainAcc:0.9950,validAcc:0.9965,trainLoss:0.003569,validLoss:0.002430,trainTime:64,validTime:30,totalTime:21023
Epoch:3,cv:3,trainAcc:0.9990,validAcc:0.9982,trainLoss:0.000678,validLoss:0.000603,trainTime:64,validTime:29,totalTime:21117
Epoch:3,cv:3,trainAcc:0.9985,validAcc:0.9960,trainLoss:0.000316,validLoss:0.000440,trainTime:64,validTime:29,totalTime:21210
Epoch:3,cv:3,trainAcc:0.9935,validAcc:0.9934,trainLoss:0.005103,validLoss:0.005439,trainTime:64,validTime:29,totalTime:21304
Epoch:3,cv:3,trainAcc:0.9870,validAcc:0.9544,trainLoss:0.008672,validLoss:0.029894,trainTime:64,validTime:30,totalTime:21397
Epoch:3,cv:3,trainAcc:0.9775,validAcc:0.9677,trainLoss:0.044495,validLoss:0.089463,trainTime:64,validTime:30,totalTime:21491
Epoch:3,cv:3,trainAcc:0.9930,validAcc:0.9929,trainLoss:0.021500,validLoss:0.018575,trainTime:64,validTime:30,totalTime:21585
Epoch:3,cv:3,trainAcc:0.9975,validAcc:0.9942,trainLoss:0.004971,validLoss:0.009586,trainTime:64,validTime:29,totalTime:21678
Epoch:3,cv:3,trainAcc:0.9950,validAcc:0.9947,trainLoss:0.009364,validLoss:0.011498,trainTime:64,validTime:30,totalTime:21772
Epoch:3,cv:3,trainAcc:0.9935,validAcc:0.9942,trainLoss:0.001264,validLoss:0.004497,trainTime:65,validTime:53,totalTime:21889
Epoch:3,cv:4,trainAcc:0.9957,validAcc:0.9907,trainLoss:0.007716,validLoss:0.032277,trainTime:91,validTime:85,totalTime:22066
Epoch:3,cv:4,trainAcc:0.9865,validAcc:0.9907,trainLoss:0.027831,validLoss:0.017417,trainTime:76,validTime:30,totalTime:22172
Epoch:3,cv:4,trainAcc:0.9900,validAcc:0.9947,trainLoss:0.015767,validLoss:0.009926,trainTime:65,validTime:30,totalTime:22268
Epoch:3,cv:4,trainAcc:0.9900,validAcc:0.9872,trainLoss:0.019003,validLoss:0.033439,trainTime:65,validTime:30,totalTime:22363
Epoch:3,cv:4,trainAcc:0.9910,validAcc:0.9916,trainLoss:0.005460,validLoss:0.006737,trainTime:64,validTime:30,totalTime:22457
Epoch:3,cv:4,trainAcc:0.9925,validAcc:0.9942,trainLoss:0.005848,validLoss:0.003337,trainTime:64,validTime:30,totalTime:22552
Epoch:3,cv:4,trainAcc:0.9980,validAcc:0.9973,trainLoss:0.002411,validLoss:0.004126,trainTime:65,validTime:30,totalTime:22646
Epoch:3,cv:4,trainAcc:0.9965,validAcc:0.9960,trainLoss:0.006852,validLoss:0.002804,trainTime:64,validTime:30,totalTime:22740
Epoch:3,cv:4,trainAcc:0.9890,validAcc:0.9823,trainLoss:0.026021,validLoss:0.037221,trainTime:65,validTime:30,totalTime:22834
Epoch:3,cv:4,trainAcc:0.9910,validAcc:0.9929,trainLoss:0.016412,validLoss:0.011318,trainTime:64,validTime:30,totalTime:22929
Epoch:3,cv:5,trainAcc:0.9983,validAcc:0.9969,trainLoss:0.002665,validLoss:0.005628,trainTime:64,validTime:30,totalTime:23022
Epoch:3,cv:5,trainAcc:0.9955,validAcc:0.9960,trainLoss:0.004728,validLoss:0.006720,trainTime:65,validTime:30,totalTime:23117
Epoch:3,cv:5,trainAcc:0.9940,validAcc:0.9912,trainLoss:0.017907,validLoss:0.021115,trainTime:65,validTime:30,totalTime:23211
Epoch:3,cv:5,trainAcc:0.9945,validAcc:0.9951,trainLoss:0.019883,validLoss:0.027234,trainTime:64,validTime:30,totalTime:23305
Epoch:3,cv:5,trainAcc:0.9940,validAcc:0.9978,trainLoss:0.012690,validLoss:0.007292,trainTime:64,validTime:30,totalTime:23399
Epoch:3,cv:5,trainAcc:0.9945,validAcc:0.9929,trainLoss:0.011739,validLoss:0.020163,trainTime:65,validTime:30,totalTime:23494
Epoch:3,cv:5,trainAcc:0.9970,validAcc:0.9982,trainLoss:0.006067,validLoss:0.003179,trainTime:65,validTime:30,totalTime:23588
Epoch:3,cv:5,trainAcc:0.9975,validAcc:0.9765,trainLoss:0.001931,validLoss:0.006558,trainTime:64,validTime:30,totalTime:23682
Epoch:3,cv:5,trainAcc:0.9795,validAcc:0.9920,trainLoss:0.013298,validLoss:0.012506,trainTime:65,validTime:30,totalTime:23776
Epoch:3,cv:5,trainAcc:0.9855,validAcc:0.9942,trainLoss:0.023105,validLoss:0.010890,trainTime:64,validTime:30,totalTime:23871
Epoch:3,cv:6,trainAcc:1.0000,validAcc:0.9978,trainLoss:0.000462,validLoss:0.002701,trainTime:64,validTime:30,totalTime:23964
Epoch:3,cv:6,trainAcc:0.9975,validAcc:0.9960,trainLoss:0.000993,validLoss:0.003848,trainTime:64,validTime:30,totalTime:24059
Epoch:3,cv:6,trainAcc:0.9975,validAcc:0.9982,trainLoss:0.001882,validLoss:0.002933,trainTime:64,validTime:30,totalTime:24153
Epoch:3,cv:6,trainAcc:0.9975,validAcc:0.9965,trainLoss:0.005515,validLoss:0.001130,trainTime:64,validTime:30,totalTime:24247
Epoch:3,cv:6,trainAcc:0.9865,validAcc:0.9929,trainLoss:0.028797,validLoss:0.015544,trainTime:65,validTime:30,totalTime:24342
Epoch:3,cv:6,trainAcc:0.9910,validAcc:0.9925,trainLoss:0.006694,validLoss:0.010240,trainTime:64,validTime:29,totalTime:24435
Epoch:3,cv:6,trainAcc:0.9865,validAcc:0.9982,trainLoss:0.027249,validLoss:0.003661,trainTime:64,validTime:29,totalTime:24528
Epoch:3,cv:6,trainAcc:0.9945,validAcc:0.9934,trainLoss:0.009266,validLoss:0.012613,trainTime:64,validTime:29,totalTime:24621
Epoch:3,cv:6,trainAcc:0.9970,validAcc:0.9947,trainLoss:0.010677,validLoss:0.008877,trainTime:64,validTime:29,totalTime:24714
Epoch:3,cv:6,trainAcc:0.9970,validAcc:0.9925,trainLoss:0.004039,validLoss:0.013399,trainTime:64,validTime:29,totalTime:24807
Epoch:3,cv:7,trainAcc:0.9975,validAcc:0.9947,trainLoss:0.007052,validLoss:0.005728,trainTime:63,validTime:29,totalTime:24900
Epoch:3,cv:7,trainAcc:0.9930,validAcc:0.9912,trainLoss:0.010899,validLoss:0.031030,trainTime:64,validTime:29,totalTime:24993
Epoch:3,cv:7,trainAcc:0.9900,validAcc:0.9973,trainLoss:0.035604,validLoss:0.007729,trainTime:64,validTime:29,totalTime:25086
Epoch:3,cv:7,trainAcc:0.9970,validAcc:0.9996,trainLoss:0.004484,validLoss:0.001568,trainTime:64,validTime:29,totalTime:25179
Epoch:3,cv:7,trainAcc:0.9970,validAcc:0.9996,trainLoss:0.002802,validLoss:0.001645,trainTime:64,validTime:29,totalTime:25271
Epoch:3,cv:7,trainAcc:0.9945,validAcc:0.9863,trainLoss:0.007441,validLoss:0.029377,trainTime:64,validTime:29,totalTime:25365
Epoch:3,cv:7,trainAcc:0.9955,validAcc:0.9956,trainLoss:0.011703,validLoss:0.009935,trainTime:64,validTime:29,totalTime:25458
Epoch:3,cv:7,trainAcc:0.9975,validAcc:0.9960,trainLoss:0.003095,validLoss:0.006734,trainTime:64,validTime:29,totalTime:25551
Epoch:3,cv:7,trainAcc:0.9990,validAcc:0.9987,trainLoss:0.001246,validLoss:0.002951,trainTime:64,validTime:29,totalTime:25644
Epoch:3,cv:7,trainAcc:0.9975,validAcc:0.9991,trainLoss:0.000324,validLoss:0.002665,trainTime:64,validTime:29,totalTime:25737
Epoch:3,cv:8,trainAcc:1.0000,validAcc:0.9996,trainLoss:0.000276,validLoss:0.000227,trainTime:63,validTime:29,totalTime:25829
Epoch:3,cv:8,trainAcc:0.9990,validAcc:0.9978,trainLoss:0.000126,validLoss:0.000124,trainTime:64,validTime:29,totalTime:25922
Epoch:3,cv:8,trainAcc:0.9980,validAcc:0.9978,trainLoss:0.000105,validLoss:0.000061,trainTime:64,validTime:29,totalTime:26015
Epoch:3,cv:8,trainAcc:0.9975,validAcc:0.9960,trainLoss:0.000179,validLoss:0.000063,trainTime:64,validTime:29,totalTime:26108
Epoch:3,cv:8,trainAcc:0.9955,validAcc:0.9938,trainLoss:0.004478,validLoss:0.000851,trainTime:64,validTime:29,totalTime:26201
Epoch:3,cv:8,trainAcc:0.9960,validAcc:0.9929,trainLoss:0.000480,validLoss:0.000535,trainTime:64,validTime:29,totalTime:26294
Epoch:3,cv:8,trainAcc:0.9935,validAcc:0.9920,trainLoss:0.000816,validLoss:0.000258,trainTime:64,validTime:29,totalTime:26387
Epoch:3,cv:8,trainAcc:0.9745,validAcc:0.9854,trainLoss:0.061624,validLoss:0.044251,trainTime:64,validTime:29,totalTime:26480
Epoch:3,cv:8,trainAcc:0.9910,validAcc:0.9925,trainLoss:0.024584,validLoss:0.013397,trainTime:64,validTime:29,totalTime:26573
Epoch:3,cv:8,trainAcc:0.9960,validAcc:0.9969,trainLoss:0.007641,validLoss:0.004248,trainTime:64,validTime:29,totalTime:26666
Epoch:3,cv:9,trainAcc:0.9925,validAcc:0.9920,trainLoss:0.031093,validLoss:0.015010,trainTime:63,validTime:29,totalTime:26758
Epoch:3,cv:9,trainAcc:0.9980,validAcc:0.9978,trainLoss:0.005910,validLoss:0.002707,trainTime:64,validTime:29,totalTime:26851
Epoch:3,cv:9,trainAcc:0.9980,validAcc:0.9987,trainLoss:0.003556,validLoss:0.001597,trainTime:64,validTime:29,totalTime:26944
Epoch:3,cv:9,trainAcc:0.9975,validAcc:0.9956,trainLoss:0.003940,validLoss:0.010813,trainTime:64,validTime:29,totalTime:27037
Epoch:3,cv:9,trainAcc:0.9950,validAcc:0.9960,trainLoss:0.008307,validLoss:0.005921,trainTime:64,validTime:29,totalTime:27130
Epoch:3,cv:9,trainAcc:0.9955,validAcc:0.9947,trainLoss:0.009202,validLoss:0.010451,trainTime:64,validTime:29,totalTime:27223
Epoch:3,cv:9,trainAcc:0.9970,validAcc:0.9973,trainLoss:0.006268,validLoss:0.004620,trainTime:64,validTime:29,totalTime:27316
Epoch:3,cv:9,trainAcc:0.9985,validAcc:0.9978,trainLoss:0.001345,validLoss:0.003864,trainTime:64,validTime:29,totalTime:27409
Epoch:3,cv:9,trainAcc:0.9960,validAcc:0.9969,trainLoss:0.001330,validLoss:0.000468,trainTime:64,validTime:29,totalTime:27502
Epoch:3,cv:9,trainAcc:0.9905,validAcc:0.9947,trainLoss:0.007414,validLoss:0.010646,trainTime:64,validTime:29,totalTime:27595
Epoch:3,cv:10,trainAcc:0.9950,validAcc:0.9757,trainLoss:0.001314,validLoss:0.049514,trainTime:63,validTime:29,totalTime:27688
Epoch:3,cv:10,trainAcc:0.9960,validAcc:0.9925,trainLoss:0.005148,validLoss:0.008137,trainTime:64,validTime:29,totalTime:27781
Epoch:3,cv:10,trainAcc:0.9820,validAcc:0.9907,trainLoss:0.036193,validLoss:0.034326,trainTime:64,validTime:29,totalTime:27874
Epoch:3,cv:10,trainAcc:0.9900,validAcc:0.9881,trainLoss:0.026645,validLoss:0.022167,trainTime:64,validTime:29,totalTime:27967
Epoch:3,cv:10,trainAcc:0.9945,validAcc:0.9929,trainLoss:0.004399,validLoss:0.008148,trainTime:64,validTime:29,totalTime:28060
Epoch:3,cv:10,trainAcc:0.9940,validAcc:0.9987,trainLoss:0.007847,validLoss:0.003648,trainTime:64,validTime:29,totalTime:28153
Epoch:3,cv:10,trainAcc:0.9975,validAcc:0.9956,trainLoss:0.000808,validLoss:0.000918,trainTime:64,validTime:29,totalTime:28246
Epoch:3,cv:10,trainAcc:0.9955,validAcc:0.9991,trainLoss:0.000545,validLoss:0.000398,trainTime:64,validTime:29,totalTime:28339
Epoch:3,cv:10,trainAcc:0.9980,validAcc:0.9973,trainLoss:0.000567,validLoss:0.000525,trainTime:64,validTime:29,totalTime:28432
Epoch:3,cv:10,trainAcc:0.9960,validAcc:0.9965,trainLoss:0.000329,validLoss:0.000112,trainTime:64,validTime:29,totalTime:28525
Epoch:3,cv:10,trainAcc:0.9990,validAcc:0.9991,trainLoss:0.000264,validLoss:0.000305,trainTime:63,validTime:29,totalTime:28617
finish
In [2]:
# err,err_tit,correct,correct_tit = models.model_validation('checkpoints/nin/epoch2mlp3lr0001',test_X,test_Y,'ninmlp3_2.csv')
err,err_tit,correct,correct_tit = models.model_validation('checkpoints/nin/epoch2mlp3lr0001',test_X,test_Y)
In [3]:
print("error predict:")
plot_gallery(err,err_tit)
error predict:
<matplotlib.figure.Figure at 0x12738dd3e48>
In [4]:
print("correct predict:")
plot_gallery(correct,correct_tit)
correct predict:
In [2]:
models.test_set_predict("checkpoints/nin/epoch2mlp3lr0001",20)
In [5]:
nin = models.Deep_nin((224,224,3),10)
nin.cv_train(X,Y,2,10,'checkpoints/deep/lr0001')
use default graph
init graph
init variables
training...
Epoch:1,cv:1,trainAcc:0.1540,validAcc:0.0942,trainLoss:2.324592,validLoss:2.736719,trainTime:68,validTime:54,totalTime:122
Epoch:1,cv:1,trainAcc:0.3070,validAcc:0.1031,trainLoss:1.976131,validLoss:3.462744,trainTime:66,validTime:53,totalTime:240
Epoch:1,cv:1,trainAcc:0.4830,validAcc:0.1228,trainLoss:1.460518,validLoss:3.724320,trainTime:66,validTime:53,totalTime:359
Epoch:1,cv:1,trainAcc:0.6710,validAcc:0.1228,trainLoss:1.007318,validLoss:9.025098,trainTime:66,validTime:53,totalTime:478
Epoch:1,cv:1,trainAcc:0.7640,validAcc:0.1237,trainLoss:0.766599,validLoss:4.767917,trainTime:66,validTime:53,totalTime:597
Epoch:1,cv:1,trainAcc:0.8170,validAcc:0.1970,trainLoss:0.588543,validLoss:3.637695,trainTime:66,validTime:53,totalTime:715
Epoch:1,cv:1,trainAcc:0.8400,validAcc:0.4544,trainLoss:0.503924,validLoss:1.947571,trainTime:66,validTime:53,totalTime:834
Epoch:1,cv:1,trainAcc:0.8710,validAcc:0.3618,trainLoss:0.434264,validLoss:1.996137,trainTime:66,validTime:53,totalTime:954
Epoch:1,cv:1,trainAcc:0.8960,validAcc:0.7778,trainLoss:0.347782,validLoss:0.633735,trainTime:66,validTime:53,totalTime:1072
Epoch:1,cv:1,trainAcc:0.9050,validAcc:0.6319,trainLoss:0.310695,validLoss:1.281820,trainTime:65,validTime:53,totalTime:1190
Epoch:1,cv:1,trainAcc:0.9180,validAcc:0.7582,trainLoss:0.307613,validLoss:1.457497,trainTime:66,validTime:54,totalTime:1310
Epoch:1,cv:1,trainAcc:0.9110,validAcc:0.6127,trainLoss:0.304619,validLoss:1.389894,trainTime:67,validTime:55,totalTime:1432
Epoch:1,cv:1,trainAcc:0.9100,validAcc:0.6513,trainLoss:0.306612,validLoss:1.070205,trainTime:68,validTime:57,totalTime:1557
Epoch:1,cv:1,trainAcc:0.9330,validAcc:0.7616,trainLoss:0.240593,validLoss:0.778063,trainTime:67,validTime:55,totalTime:1680
Epoch:1,cv:1,trainAcc:0.9420,validAcc:0.8080,trainLoss:0.199569,validLoss:0.574030,trainTime:67,validTime:55,totalTime:1803
Epoch:1,cv:1,trainAcc:0.9190,validAcc:0.5433,trainLoss:0.250693,validLoss:2.227687,trainTime:68,validTime:55,totalTime:1925
Epoch:1,cv:1,trainAcc:0.9220,validAcc:0.7662,trainLoss:0.241761,validLoss:0.957428,trainTime:67,validTime:55,totalTime:2048
Epoch:1,cv:1,trainAcc:0.9180,validAcc:0.6754,trainLoss:0.248183,validLoss:1.161460,trainTime:67,validTime:55,totalTime:2170
Epoch:1,cv:1,trainAcc:0.9480,validAcc:0.7884,trainLoss:0.161512,validLoss:0.657759,trainTime:68,validTime:57,totalTime:2295
Epoch:1,cv:1,trainAcc:0.9600,validAcc:0.9267,trainLoss:0.156534,validLoss:0.231439,trainTime:68,validTime:55,totalTime:2418
Epoch:1,cv:2,trainAcc:0.9667,validAcc:0.9369,trainLoss:0.108968,validLoss:0.206908,trainTime:67,validTime:55,totalTime:2540
Epoch:1,cv:2,trainAcc:0.9350,validAcc:0.6542,trainLoss:0.214141,validLoss:1.039834,trainTime:65,validTime:53,totalTime:2658
Epoch:1,cv:2,trainAcc:0.9400,validAcc:0.7354,trainLoss:0.197306,validLoss:0.854109,trainTime:65,validTime:53,totalTime:2775
Epoch:1,cv:2,trainAcc:0.9500,validAcc:0.7012,trainLoss:0.176598,validLoss:1.194490,trainTime:65,validTime:53,totalTime:2893
Epoch:1,cv:2,trainAcc:0.9530,validAcc:0.8044,trainLoss:0.150079,validLoss:0.586721,trainTime:65,validTime:53,totalTime:3011
Epoch:1,cv:2,trainAcc:0.9700,validAcc:0.8978,trainLoss:0.105327,validLoss:0.335551,trainTime:65,validTime:53,totalTime:3129
Epoch:1,cv:2,trainAcc:0.9780,validAcc:0.7800,trainLoss:0.087457,validLoss:0.630467,trainTime:65,validTime:53,totalTime:3246
Epoch:1,cv:2,trainAcc:0.9620,validAcc:0.9373,trainLoss:0.142227,validLoss:0.209156,trainTime:65,validTime:53,totalTime:3364
Epoch:1,cv:2,trainAcc:0.9670,validAcc:0.8969,trainLoss:0.106058,validLoss:0.326567,trainTime:65,validTime:53,totalTime:3481
Epoch:1,cv:2,trainAcc:0.9700,validAcc:0.9396,trainLoss:0.108202,validLoss:0.203947,trainTime:65,validTime:53,totalTime:3599
Epoch:1,cv:2,trainAcc:0.9660,validAcc:0.8271,trainLoss:0.141654,validLoss:0.592648,trainTime:65,validTime:53,totalTime:3716
Epoch:1,cv:2,trainAcc:0.9530,validAcc:0.9267,trainLoss:0.139342,validLoss:0.240229,trainTime:65,validTime:53,totalTime:3834
Epoch:1,cv:2,trainAcc:0.9630,validAcc:0.8465,trainLoss:0.125956,validLoss:0.493503,trainTime:65,validTime:53,totalTime:3952
Epoch:1,cv:2,trainAcc:0.9510,validAcc:0.9018,trainLoss:0.171706,validLoss:0.325838,trainTime:65,validTime:53,totalTime:4069
Epoch:1,cv:2,trainAcc:0.9560,validAcc:0.7772,trainLoss:0.125647,validLoss:0.738766,trainTime:65,validTime:53,totalTime:4187
Epoch:1,cv:2,trainAcc:0.9620,validAcc:0.5819,trainLoss:0.111004,validLoss:1.882994,trainTime:65,validTime:53,totalTime:4304
Epoch:1,cv:2,trainAcc:0.9670,validAcc:0.9613,trainLoss:0.089446,validLoss:0.118234,trainTime:65,validTime:53,totalTime:4422
Epoch:1,cv:2,trainAcc:0.9730,validAcc:0.7849,trainLoss:0.080421,validLoss:0.787908,trainTime:65,validTime:53,totalTime:4540
Epoch:1,cv:2,trainAcc:0.9780,validAcc:0.9609,trainLoss:0.083516,validLoss:0.131788,trainTime:65,validTime:53,totalTime:4657
Epoch:1,cv:2,trainAcc:0.9600,validAcc:0.8160,trainLoss:0.123867,validLoss:0.770721,trainTime:65,validTime:53,totalTime:4775
Epoch:1,cv:3,trainAcc:0.9677,validAcc:0.8884,trainLoss:0.099566,validLoss:0.301363,trainTime:64,validTime:53,totalTime:4892
Epoch:1,cv:3,trainAcc:0.9800,validAcc:0.8364,trainLoss:0.080955,validLoss:0.576223,trainTime:65,validTime:53,totalTime:5010
Epoch:1,cv:3,trainAcc:0.9640,validAcc:0.8107,trainLoss:0.105618,validLoss:0.891232,trainTime:65,validTime:53,totalTime:5127
Epoch:1,cv:3,trainAcc:0.9630,validAcc:0.8702,trainLoss:0.112356,validLoss:0.377984,trainTime:65,validTime:53,totalTime:5245
Epoch:1,cv:3,trainAcc:0.9710,validAcc:0.8458,trainLoss:0.114125,validLoss:0.470289,trainTime:65,validTime:53,totalTime:5362
Epoch:1,cv:3,trainAcc:0.9750,validAcc:0.9760,trainLoss:0.076193,validLoss:0.097296,trainTime:65,validTime:53,totalTime:5480
Epoch:1,cv:3,trainAcc:0.9680,validAcc:0.8258,trainLoss:0.105041,validLoss:0.596489,trainTime:65,validTime:53,totalTime:5597
Epoch:1,cv:3,trainAcc:0.9730,validAcc:0.9720,trainLoss:0.082152,validLoss:0.102407,trainTime:65,validTime:53,totalTime:5715
Epoch:1,cv:3,trainAcc:0.9840,validAcc:0.6876,trainLoss:0.054315,validLoss:0.975754,trainTime:65,validTime:53,totalTime:5833
Epoch:1,cv:3,trainAcc:0.9700,validAcc:0.6502,trainLoss:0.096781,validLoss:1.665695,trainTime:65,validTime:53,totalTime:5950
Epoch:1,cv:3,trainAcc:0.9770,validAcc:0.9178,trainLoss:0.070799,validLoss:0.243816,trainTime:65,validTime:53,totalTime:6068
Epoch:1,cv:3,trainAcc:0.9780,validAcc:0.8733,trainLoss:0.087034,validLoss:0.412047,trainTime:65,validTime:53,totalTime:6186
Epoch:1,cv:3,trainAcc:0.9670,validAcc:0.7307,trainLoss:0.110644,validLoss:0.982882,trainTime:65,validTime:53,totalTime:6303
Epoch:1,cv:3,trainAcc:0.9730,validAcc:0.9524,trainLoss:0.083201,validLoss:0.141937,trainTime:65,validTime:53,totalTime:6421
Epoch:1,cv:3,trainAcc:0.9760,validAcc:0.9596,trainLoss:0.064197,validLoss:0.123507,trainTime:65,validTime:53,totalTime:6539
Epoch:1,cv:3,trainAcc:0.9780,validAcc:0.8151,trainLoss:0.058905,validLoss:0.624217,trainTime:65,validTime:53,totalTime:6656
Epoch:1,cv:3,trainAcc:0.9780,validAcc:0.9329,trainLoss:0.054856,validLoss:0.227901,trainTime:65,validTime:53,totalTime:6774
Epoch:1,cv:3,trainAcc:0.9800,validAcc:0.8133,trainLoss:0.071485,validLoss:0.878364,trainTime:65,validTime:53,totalTime:6892
Epoch:1,cv:3,trainAcc:0.9650,validAcc:0.8587,trainLoss:0.101083,validLoss:0.431227,trainTime:65,validTime:53,totalTime:7009
Epoch:1,cv:3,trainAcc:0.9760,validAcc:0.9684,trainLoss:0.086961,validLoss:0.103011,trainTime:65,validTime:53,totalTime:7127
Epoch:1,cv:4,trainAcc:0.9814,validAcc:0.9804,trainLoss:0.050986,validLoss:0.070351,trainTime:65,validTime:53,totalTime:7244
Epoch:1,cv:4,trainAcc:0.9830,validAcc:0.8308,trainLoss:0.044243,validLoss:0.782087,trainTime:65,validTime:53,totalTime:7362
Epoch:1,cv:4,trainAcc:0.9790,validAcc:0.9542,trainLoss:0.081768,validLoss:0.125630,trainTime:65,validTime:53,totalTime:7479
Epoch:1,cv:4,trainAcc:0.9830,validAcc:0.9413,trainLoss:0.057301,validLoss:0.186051,trainTime:65,validTime:53,totalTime:7597
Epoch:1,cv:4,trainAcc:0.9700,validAcc:0.8770,trainLoss:0.093506,validLoss:0.546589,trainTime:65,validTime:53,totalTime:7715
Epoch:1,cv:4,trainAcc:0.9770,validAcc:0.9701,trainLoss:0.067173,validLoss:0.114253,trainTime:65,validTime:53,totalTime:7832
Epoch:1,cv:4,trainAcc:0.9870,validAcc:0.9853,trainLoss:0.040234,validLoss:0.056045,trainTime:65,validTime:53,totalTime:7950
Epoch:1,cv:4,trainAcc:0.9870,validAcc:0.9787,trainLoss:0.033764,validLoss:0.064572,trainTime:65,validTime:53,totalTime:8068
Epoch:1,cv:4,trainAcc:0.9840,validAcc:0.9187,trainLoss:0.061602,validLoss:0.311133,trainTime:65,validTime:53,totalTime:8185
Epoch:1,cv:4,trainAcc:0.9830,validAcc:0.9338,trainLoss:0.044837,validLoss:0.211459,trainTime:65,validTime:53,totalTime:8303
Epoch:1,cv:4,trainAcc:0.9840,validAcc:0.7973,trainLoss:0.074837,validLoss:0.683804,trainTime:65,validTime:53,totalTime:8421
Epoch:1,cv:4,trainAcc:0.9710,validAcc:0.9449,trainLoss:0.072449,validLoss:0.173177,trainTime:65,validTime:53,totalTime:8538
Epoch:1,cv:4,trainAcc:0.9780,validAcc:0.9342,trainLoss:0.064464,validLoss:0.184158,trainTime:65,validTime:53,totalTime:8656
Epoch:1,cv:4,trainAcc:0.9840,validAcc:0.8618,trainLoss:0.049971,validLoss:0.511313,trainTime:65,validTime:53,totalTime:8774
Epoch:1,cv:4,trainAcc:0.9720,validAcc:0.8101,trainLoss:0.089634,validLoss:0.673063,trainTime:65,validTime:53,totalTime:8891
Epoch:1,cv:4,trainAcc:0.9740,validAcc:0.8898,trainLoss:0.096550,validLoss:0.411092,trainTime:65,validTime:53,totalTime:9009
Epoch:1,cv:4,trainAcc:0.9840,validAcc:0.9787,trainLoss:0.039844,validLoss:0.062371,trainTime:65,validTime:53,totalTime:9126
Epoch:1,cv:4,trainAcc:0.9900,validAcc:0.9764,trainLoss:0.028936,validLoss:0.083846,trainTime:65,validTime:53,totalTime:9244
Epoch:1,cv:4,trainAcc:0.9820,validAcc:0.9809,trainLoss:0.046679,validLoss:0.073015,trainTime:65,validTime:53,totalTime:9362
Epoch:1,cv:4,trainAcc:0.9910,validAcc:0.9599,trainLoss:0.042807,validLoss:0.102109,trainTime:65,validTime:53,totalTime:9479
Epoch:1,cv:5,trainAcc:0.9958,validAcc:0.9920,trainLoss:0.010579,validLoss:0.019800,trainTime:64,validTime:53,totalTime:9597
Epoch:1,cv:5,trainAcc:0.9920,validAcc:0.9800,trainLoss:0.024375,validLoss:0.050237,trainTime:65,validTime:53,totalTime:9714
Epoch:1,cv:5,trainAcc:0.9850,validAcc:0.9369,trainLoss:0.052068,validLoss:0.183385,trainTime:65,validTime:53,totalTime:9832
Epoch:1,cv:5,trainAcc:0.9850,validAcc:0.9067,trainLoss:0.070435,validLoss:0.293054,trainTime:65,validTime:53,totalTime:9950
Epoch:1,cv:5,trainAcc:0.9680,validAcc:0.7987,trainLoss:0.107004,validLoss:0.790300,trainTime:65,validTime:53,totalTime:10067
Epoch:1,cv:5,trainAcc:0.9840,validAcc:0.7996,trainLoss:0.055216,validLoss:0.949568,trainTime:65,validTime:53,totalTime:10185
Epoch:1,cv:5,trainAcc:0.9930,validAcc:0.9769,trainLoss:0.023259,validLoss:0.081152,trainTime:65,validTime:53,totalTime:10302
Epoch:1,cv:5,trainAcc:0.9890,validAcc:0.9804,trainLoss:0.035501,validLoss:0.073033,trainTime:65,validTime:53,totalTime:10420
Epoch:1,cv:5,trainAcc:0.9840,validAcc:0.9396,trainLoss:0.043040,validLoss:0.197309,trainTime:65,validTime:53,totalTime:10538
Epoch:1,cv:5,trainAcc:0.9850,validAcc:0.8742,trainLoss:0.057121,validLoss:0.470603,trainTime:65,validTime:53,totalTime:10655
Epoch:1,cv:5,trainAcc:0.9830,validAcc:0.9600,trainLoss:0.049861,validLoss:0.105555,trainTime:65,validTime:53,totalTime:10773
Epoch:1,cv:5,trainAcc:0.9810,validAcc:0.9564,trainLoss:0.051038,validLoss:0.120229,trainTime:65,validTime:53,totalTime:10890
Epoch:1,cv:5,trainAcc:0.9830,validAcc:0.9502,trainLoss:0.052322,validLoss:0.153586,trainTime:65,validTime:53,totalTime:11008
Epoch:1,cv:5,trainAcc:0.9850,validAcc:0.9738,trainLoss:0.040433,validLoss:0.077390,trainTime:65,validTime:53,totalTime:11125
Epoch:1,cv:5,trainAcc:0.9920,validAcc:0.9653,trainLoss:0.022480,validLoss:0.098306,trainTime:65,validTime:53,totalTime:11243
Epoch:1,cv:5,trainAcc:0.9850,validAcc:0.9920,trainLoss:0.058028,validLoss:0.034849,trainTime:65,validTime:53,totalTime:11361
Epoch:1,cv:5,trainAcc:0.9890,validAcc:0.7600,trainLoss:0.031471,validLoss:1.025105,trainTime:65,validTime:53,totalTime:11478
Epoch:1,cv:5,trainAcc:0.9800,validAcc:0.8658,trainLoss:0.054859,validLoss:0.464076,trainTime:65,validTime:53,totalTime:11596
Epoch:1,cv:5,trainAcc:0.9900,validAcc:0.9844,trainLoss:0.020398,validLoss:0.051828,trainTime:65,validTime:53,totalTime:11713
Epoch:1,cv:5,trainAcc:0.9900,validAcc:0.9102,trainLoss:0.026344,validLoss:0.305888,trainTime:65,validTime:53,totalTime:11831
Epoch:1,cv:6,trainAcc:0.9600,validAcc:0.6484,trainLoss:0.071142,validLoss:2.061571,trainTime:65,validTime:53,totalTime:11949
Epoch:1,cv:6,trainAcc:0.9850,validAcc:0.9364,trainLoss:0.043370,validLoss:0.245974,trainTime:65,validTime:53,totalTime:12066
Epoch:1,cv:6,trainAcc:0.9860,validAcc:0.8516,trainLoss:0.046172,validLoss:0.608910,trainTime:65,validTime:53,totalTime:12184
Epoch:1,cv:6,trainAcc:0.9850,validAcc:0.9604,trainLoss:0.043110,validLoss:0.132955,trainTime:65,validTime:53,totalTime:12302
Epoch:1,cv:6,trainAcc:0.9800,validAcc:0.9458,trainLoss:0.051171,validLoss:0.147704,trainTime:65,validTime:53,totalTime:12419
Epoch:1,cv:6,trainAcc:0.9840,validAcc:0.9578,trainLoss:0.074031,validLoss:0.148030,trainTime:65,validTime:53,totalTime:12537
Epoch:1,cv:6,trainAcc:0.9890,validAcc:0.7880,trainLoss:0.040814,validLoss:0.823322,trainTime:65,validTime:53,totalTime:12654
Epoch:1,cv:6,trainAcc:0.9920,validAcc:0.9373,trainLoss:0.022213,validLoss:0.196965,trainTime:65,validTime:53,totalTime:12772
Epoch:1,cv:6,trainAcc:0.9800,validAcc:0.9258,trainLoss:0.044241,validLoss:0.263693,trainTime:65,validTime:53,totalTime:12890
Epoch:1,cv:6,trainAcc:0.9900,validAcc:0.9236,trainLoss:0.035446,validLoss:0.227415,trainTime:65,validTime:53,totalTime:13007
Epoch:1,cv:6,trainAcc:0.9930,validAcc:0.9858,trainLoss:0.036694,validLoss:0.049487,trainTime:65,validTime:53,totalTime:13124
Epoch:1,cv:6,trainAcc:0.9920,validAcc:0.9124,trainLoss:0.041157,validLoss:0.382549,trainTime:65,validTime:53,totalTime:13242
Epoch:1,cv:6,trainAcc:0.9920,validAcc:0.9276,trainLoss:0.029585,validLoss:0.209443,trainTime:65,validTime:53,totalTime:13360
Epoch:1,cv:6,trainAcc:0.9900,validAcc:0.9782,trainLoss:0.036775,validLoss:0.055991,trainTime:65,validTime:53,totalTime:13477
Epoch:1,cv:6,trainAcc:0.9900,validAcc:0.9591,trainLoss:0.024369,validLoss:0.114189,trainTime:65,validTime:53,totalTime:13595
Epoch:1,cv:6,trainAcc:0.9880,validAcc:0.9551,trainLoss:0.032749,validLoss:0.141246,trainTime:65,validTime:53,totalTime:13712
Epoch:1,cv:6,trainAcc:0.9900,validAcc:0.9724,trainLoss:0.028403,validLoss:0.062378,trainTime:65,validTime:53,totalTime:13830
Epoch:1,cv:6,trainAcc:0.9920,validAcc:0.9809,trainLoss:0.020508,validLoss:0.059777,trainTime:65,validTime:53,totalTime:13947
Epoch:1,cv:6,trainAcc:0.9930,validAcc:0.9804,trainLoss:0.020421,validLoss:0.068610,trainTime:65,validTime:53,totalTime:14065
Epoch:1,cv:6,trainAcc:0.9890,validAcc:0.9440,trainLoss:0.029129,validLoss:0.190342,trainTime:65,validTime:53,totalTime:14182
Epoch:1,cv:6,trainAcc:0.9810,validAcc:0.8787,trainLoss:0.054776,validLoss:0.402433,trainTime:65,validTime:53,totalTime:14300
Epoch:1,cv:7,trainAcc:0.9884,validAcc:0.8209,trainLoss:0.025607,validLoss:1.384034,trainTime:65,validTime:53,totalTime:14417
Epoch:1,cv:7,trainAcc:0.9840,validAcc:0.9627,trainLoss:0.045886,validLoss:0.122042,trainTime:65,validTime:53,totalTime:14534
Epoch:1,cv:7,trainAcc:0.9870,validAcc:0.9360,trainLoss:0.045720,validLoss:0.213110,trainTime:65,validTime:53,totalTime:14652
Epoch:1,cv:7,trainAcc:0.9770,validAcc:0.9031,trainLoss:0.064696,validLoss:0.290097,trainTime:65,validTime:53,totalTime:14769
Epoch:1,cv:7,trainAcc:0.9790,validAcc:0.9418,trainLoss:0.064505,validLoss:0.145433,trainTime:65,validTime:52,totalTime:14887
Epoch:1,cv:7,trainAcc:0.9850,validAcc:0.9689,trainLoss:0.047961,validLoss:0.096913,trainTime:65,validTime:53,totalTime:15004
Epoch:1,cv:7,trainAcc:0.9940,validAcc:0.9862,trainLoss:0.017198,validLoss:0.053346,trainTime:65,validTime:53,totalTime:15122
Epoch:1,cv:7,trainAcc:0.9880,validAcc:0.8453,trainLoss:0.031416,validLoss:0.807914,trainTime:65,validTime:53,totalTime:15239
Epoch:1,cv:7,trainAcc:0.9880,validAcc:0.9044,trainLoss:0.025785,validLoss:0.367339,trainTime:65,validTime:53,totalTime:15357
Epoch:1,cv:7,trainAcc:0.9940,validAcc:0.9484,trainLoss:0.024987,validLoss:0.177435,trainTime:65,validTime:53,totalTime:15475
Epoch:1,cv:7,trainAcc:0.9930,validAcc:0.9933,trainLoss:0.022154,validLoss:0.019103,trainTime:65,validTime:53,totalTime:15592
Epoch:1,cv:7,trainAcc:0.9890,validAcc:0.9591,trainLoss:0.038017,validLoss:0.147285,trainTime:65,validTime:53,totalTime:15710
Epoch:1,cv:7,trainAcc:0.9860,validAcc:0.9667,trainLoss:0.033037,validLoss:0.111428,trainTime:65,validTime:53,totalTime:15827
Epoch:1,cv:7,trainAcc:0.9860,validAcc:0.9324,trainLoss:0.041224,validLoss:0.121327,trainTime:65,validTime:53,totalTime:15945
Epoch:1,cv:7,trainAcc:0.9860,validAcc:0.9689,trainLoss:0.032601,validLoss:0.105175,trainTime:65,validTime:53,totalTime:16063
Epoch:1,cv:7,trainAcc:0.9940,validAcc:0.9911,trainLoss:0.016983,validLoss:0.027152,trainTime:65,validTime:53,totalTime:16180
Epoch:1,cv:7,trainAcc:0.9990,validAcc:0.9933,trainLoss:0.005561,validLoss:0.015781,trainTime:65,validTime:53,totalTime:16298
Epoch:1,cv:7,trainAcc:0.9980,validAcc:0.9947,trainLoss:0.003023,validLoss:0.013361,trainTime:65,validTime:53,totalTime:16415
Epoch:1,cv:7,trainAcc:0.9960,validAcc:0.9867,trainLoss:0.010562,validLoss:0.037386,trainTime:65,validTime:53,totalTime:16533
Epoch:1,cv:7,trainAcc:0.9920,validAcc:0.9587,trainLoss:0.016735,validLoss:0.138910,trainTime:65,validTime:53,totalTime:16651
Epoch:1,cv:8,trainAcc:0.9970,validAcc:0.9973,trainLoss:0.008877,validLoss:0.006227,trainTime:65,validTime:53,totalTime:16768
Epoch:1,cv:8,trainAcc:0.9950,validAcc:0.9396,trainLoss:0.015858,validLoss:0.182876,trainTime:65,validTime:53,totalTime:16885
Epoch:1,cv:8,trainAcc:0.9880,validAcc:0.9818,trainLoss:0.030068,validLoss:0.073667,trainTime:65,validTime:53,totalTime:17003
Epoch:1,cv:8,trainAcc:0.9840,validAcc:0.9191,trainLoss:0.039516,validLoss:0.300049,trainTime:65,validTime:53,totalTime:17120
Epoch:1,cv:8,trainAcc:0.9860,validAcc:0.4307,trainLoss:0.050892,validLoss:2.796523,trainTime:65,validTime:53,totalTime:17238
Epoch:1,cv:8,trainAcc:0.9830,validAcc:0.9058,trainLoss:0.058404,validLoss:0.352243,trainTime:65,validTime:53,totalTime:17356
Epoch:1,cv:8,trainAcc:0.9750,validAcc:0.5587,trainLoss:0.057708,validLoss:2.769262,trainTime:65,validTime:53,totalTime:17473
Epoch:1,cv:8,trainAcc:0.9850,validAcc:0.8573,trainLoss:0.045837,validLoss:0.541122,trainTime:65,validTime:53,totalTime:17591
Epoch:1,cv:8,trainAcc:0.9930,validAcc:0.9853,trainLoss:0.025314,validLoss:0.045525,trainTime:65,validTime:53,totalTime:17708
Epoch:1,cv:8,trainAcc:0.9920,validAcc:0.9876,trainLoss:0.026255,validLoss:0.038456,trainTime:65,validTime:53,totalTime:17826
Epoch:1,cv:8,trainAcc:0.9910,validAcc:0.9933,trainLoss:0.025663,validLoss:0.032696,trainTime:65,validTime:53,totalTime:17943
Epoch:1,cv:8,trainAcc:0.9920,validAcc:0.9760,trainLoss:0.028599,validLoss:0.074695,trainTime:65,validTime:53,totalTime:18061
Epoch:1,cv:8,trainAcc:0.9790,validAcc:0.9147,trainLoss:0.069644,validLoss:0.238541,trainTime:65,validTime:53,totalTime:18179
Epoch:1,cv:8,trainAcc:0.9840,validAcc:0.9204,trainLoss:0.048397,validLoss:0.271138,trainTime:65,validTime:53,totalTime:18296
Epoch:1,cv:8,trainAcc:0.9900,validAcc:0.9684,trainLoss:0.027039,validLoss:0.102134,trainTime:65,validTime:53,totalTime:18414
Epoch:1,cv:8,trainAcc:0.9920,validAcc:0.9551,trainLoss:0.022073,validLoss:0.133220,trainTime:65,validTime:52,totalTime:18531
Epoch:1,cv:8,trainAcc:0.9890,validAcc:0.9853,trainLoss:0.030575,validLoss:0.020677,trainTime:65,validTime:53,totalTime:18649
Epoch:1,cv:8,trainAcc:0.9940,validAcc:0.9969,trainLoss:0.019742,validLoss:0.011332,trainTime:65,validTime:53,totalTime:18766
Epoch:1,cv:8,trainAcc:0.9920,validAcc:0.9889,trainLoss:0.034310,validLoss:0.041662,trainTime:65,validTime:53,totalTime:18884
Epoch:1,cv:8,trainAcc:0.9930,validAcc:0.9929,trainLoss:0.030863,validLoss:0.024678,trainTime:65,validTime:53,totalTime:19002
Epoch:1,cv:9,trainAcc:0.9896,validAcc:0.9213,trainLoss:0.042084,validLoss:0.394990,trainTime:64,validTime:53,totalTime:19119
Epoch:1,cv:9,trainAcc:0.9960,validAcc:0.9751,trainLoss:0.010393,validLoss:0.059686,trainTime:65,validTime:53,totalTime:19236
Epoch:1,cv:9,trainAcc:0.9980,validAcc:0.9956,trainLoss:0.017273,validLoss:0.012602,trainTime:65,validTime:53,totalTime:19354
Epoch:1,cv:9,trainAcc:0.9970,validAcc:0.9951,trainLoss:0.005225,validLoss:0.011052,trainTime:65,validTime:53,totalTime:19472
Epoch:1,cv:9,trainAcc:0.9950,validAcc:0.9760,trainLoss:0.010935,validLoss:0.032999,trainTime:65,validTime:53,totalTime:19589
Epoch:1,cv:9,trainAcc:0.9940,validAcc:0.9627,trainLoss:0.009329,validLoss:0.073607,trainTime:65,validTime:53,totalTime:19707
Epoch:1,cv:9,trainAcc:0.9940,validAcc:0.9907,trainLoss:0.021180,validLoss:0.014694,trainTime:65,validTime:53,totalTime:19824
Epoch:1,cv:9,trainAcc:0.9940,validAcc:0.9778,trainLoss:0.014347,validLoss:0.055126,trainTime:65,validTime:53,totalTime:19942
Epoch:1,cv:9,trainAcc:0.9940,validAcc:0.9231,trainLoss:0.020995,validLoss:0.246592,trainTime:65,validTime:53,totalTime:20060
Epoch:1,cv:9,trainAcc:0.9760,validAcc:0.9689,trainLoss:0.065642,validLoss:0.068025,trainTime:65,validTime:52,totalTime:20177
Epoch:1,cv:9,trainAcc:0.9940,validAcc:0.9529,trainLoss:0.015476,validLoss:0.145592,trainTime:65,validTime:53,totalTime:20295
Epoch:1,cv:9,trainAcc:0.9940,validAcc:0.9569,trainLoss:0.015445,validLoss:0.142948,trainTime:65,validTime:53,totalTime:20412
Epoch:1,cv:9,trainAcc:0.9930,validAcc:0.9156,trainLoss:0.014164,validLoss:0.329549,trainTime:65,validTime:53,totalTime:20530
Epoch:1,cv:9,trainAcc:0.9950,validAcc:0.8751,trainLoss:0.024299,validLoss:0.518853,trainTime:65,validTime:53,totalTime:20648
Epoch:1,cv:9,trainAcc:0.9910,validAcc:0.9471,trainLoss:0.023168,validLoss:0.242809,trainTime:65,validTime:53,totalTime:20765
Epoch:1,cv:9,trainAcc:0.9870,validAcc:0.9529,trainLoss:0.041822,validLoss:0.142054,trainTime:65,validTime:53,totalTime:20883
Epoch:1,cv:9,trainAcc:0.9830,validAcc:0.8822,trainLoss:0.047149,validLoss:0.413832,trainTime:65,validTime:53,totalTime:21000
Epoch:1,cv:9,trainAcc:0.9900,validAcc:0.9951,trainLoss:0.033417,validLoss:0.018253,trainTime:65,validTime:53,totalTime:21118
Epoch:1,cv:9,trainAcc:0.9920,validAcc:0.9524,trainLoss:0.018087,validLoss:0.152008,trainTime:65,validTime:53,totalTime:21236
Epoch:1,cv:9,trainAcc:0.9880,validAcc:0.8724,trainLoss:0.038899,validLoss:0.483923,trainTime:65,validTime:53,totalTime:21353
Epoch:1,cv:10,trainAcc:0.9966,validAcc:0.9769,trainLoss:0.007809,validLoss:0.055878,trainTime:64,validTime:53,totalTime:21470
Epoch:1,cv:10,trainAcc:0.9950,validAcc:0.9813,trainLoss:0.009172,validLoss:0.025602,trainTime:65,validTime:53,totalTime:21588
Epoch:1,cv:10,trainAcc:0.9920,validAcc:0.9853,trainLoss:0.026811,validLoss:0.035530,trainTime:65,validTime:53,totalTime:21705
Epoch:1,cv:10,trainAcc:0.9910,validAcc:0.9453,trainLoss:0.022019,validLoss:0.217887,trainTime:65,validTime:53,totalTime:21823
Epoch:1,cv:10,trainAcc:0.9900,validAcc:0.9902,trainLoss:0.018667,validLoss:0.022593,trainTime:65,validTime:53,totalTime:21941
Epoch:1,cv:10,trainAcc:0.9950,validAcc:0.9022,trainLoss:0.021035,validLoss:0.362492,trainTime:65,validTime:53,totalTime:22058
Epoch:1,cv:10,trainAcc:0.9990,validAcc:0.9947,trainLoss:0.005658,validLoss:0.007805,trainTime:65,validTime:53,totalTime:22176
Epoch:1,cv:10,trainAcc:0.9970,validAcc:0.9933,trainLoss:0.005503,validLoss:0.012011,trainTime:65,validTime:53,totalTime:22293
Epoch:1,cv:10,trainAcc:0.9940,validAcc:0.9560,trainLoss:0.017434,validLoss:0.128937,trainTime:65,validTime:52,totalTime:22411
Epoch:1,cv:10,trainAcc:0.9990,validAcc:0.9449,trainLoss:0.013698,validLoss:0.149367,trainTime:65,validTime:53,totalTime:22528
Epoch:1,cv:10,trainAcc:0.9960,validAcc:0.9653,trainLoss:0.012584,validLoss:0.091138,trainTime:65,validTime:53,totalTime:22646
Epoch:1,cv:10,trainAcc:0.9940,validAcc:0.9880,trainLoss:0.019754,validLoss:0.022002,trainTime:65,validTime:53,totalTime:22764
Epoch:1,cv:10,trainAcc:0.9800,validAcc:0.8649,trainLoss:0.056513,validLoss:0.680834,trainTime:65,validTime:53,totalTime:22881
Epoch:1,cv:10,trainAcc:0.9880,validAcc:0.9493,trainLoss:0.032451,validLoss:0.127340,trainTime:65,validTime:53,totalTime:22999
Epoch:1,cv:10,trainAcc:0.9920,validAcc:0.9760,trainLoss:0.022025,validLoss:0.057860,trainTime:65,validTime:53,totalTime:23116
Epoch:1,cv:10,trainAcc:0.9850,validAcc:0.9187,trainLoss:0.036096,validLoss:0.306955,trainTime:65,validTime:53,totalTime:23234
Epoch:1,cv:10,trainAcc:0.9880,validAcc:0.9911,trainLoss:0.022995,validLoss:0.025865,trainTime:65,validTime:53,totalTime:23351
Epoch:1,cv:10,trainAcc:0.9890,validAcc:0.9702,trainLoss:0.025111,validLoss:0.086587,trainTime:65,validTime:53,totalTime:23469
Epoch:1,cv:10,trainAcc:0.9940,validAcc:0.9302,trainLoss:0.014484,validLoss:0.306070,trainTime:65,validTime:53,totalTime:23587
Epoch:1,cv:10,trainAcc:0.9950,validAcc:0.9276,trainLoss:0.020738,validLoss:0.272483,trainTime:65,validTime:53,totalTime:23705
Epoch:2,cv:1,trainAcc:0.9900,validAcc:0.9880,trainLoss:0.009120,validLoss:0.022791,trainTime:68,validTime:53,totalTime:23825
Epoch:2,cv:1,trainAcc:0.9960,validAcc:0.9929,trainLoss:0.003369,validLoss:0.015757,trainTime:65,validTime:53,totalTime:23942
Epoch:2,cv:1,trainAcc:0.9930,validAcc:0.9680,trainLoss:0.013553,validLoss:0.119117,trainTime:65,validTime:53,totalTime:24060
Epoch:2,cv:1,trainAcc:0.9940,validAcc:0.9367,trainLoss:0.006620,validLoss:0.141857,trainTime:65,validTime:53,totalTime:24178
Epoch:2,cv:1,trainAcc:0.9910,validAcc:0.8686,trainLoss:0.021829,validLoss:0.384970,trainTime:65,validTime:53,totalTime:24296
Epoch:2,cv:1,trainAcc:0.9890,validAcc:0.8319,trainLoss:0.031244,validLoss:0.835032,trainTime:65,validTime:53,totalTime:24413
Epoch:2,cv:1,trainAcc:0.9900,validAcc:0.9809,trainLoss:0.016724,validLoss:0.048061,trainTime:65,validTime:53,totalTime:24531
Epoch:2,cv:1,trainAcc:0.9940,validAcc:0.9898,trainLoss:0.011529,validLoss:0.016042,trainTime:65,validTime:53,totalTime:24649
Epoch:2,cv:1,trainAcc:0.9880,validAcc:0.9884,trainLoss:0.017287,validLoss:0.019112,trainTime:65,validTime:53,totalTime:24766
Epoch:2,cv:1,trainAcc:0.9970,validAcc:0.9658,trainLoss:0.012038,validLoss:0.099485,trainTime:65,validTime:53,totalTime:24884
Epoch:2,cv:1,trainAcc:0.9930,validAcc:0.9876,trainLoss:0.010755,validLoss:0.019866,trainTime:65,validTime:53,totalTime:25001
Epoch:2,cv:1,trainAcc:0.9910,validAcc:0.9742,trainLoss:0.012225,validLoss:0.034433,trainTime:65,validTime:53,totalTime:25119
Epoch:2,cv:1,trainAcc:0.9930,validAcc:0.9920,trainLoss:0.007837,validLoss:0.012494,trainTime:65,validTime:53,totalTime:25237
Epoch:2,cv:1,trainAcc:0.9810,validAcc:0.8520,trainLoss:0.041414,validLoss:0.624689,trainTime:65,validTime:53,totalTime:25354
Epoch:2,cv:1,trainAcc:0.9880,validAcc:0.9889,trainLoss:0.049306,validLoss:0.035131,trainTime:65,validTime:53,totalTime:25472
Epoch:2,cv:1,trainAcc:0.9860,validAcc:0.9871,trainLoss:0.030374,validLoss:0.025810,trainTime:65,validTime:53,totalTime:25590
Epoch:2,cv:1,trainAcc:0.9910,validAcc:0.9658,trainLoss:0.021474,validLoss:0.094028,trainTime:65,validTime:53,totalTime:25707
Epoch:2,cv:1,trainAcc:0.9940,validAcc:0.9827,trainLoss:0.013305,validLoss:0.042040,trainTime:65,validTime:53,totalTime:25825
Epoch:2,cv:1,trainAcc:0.9920,validAcc:0.9929,trainLoss:0.012189,validLoss:0.019622,trainTime:65,validTime:53,totalTime:25942
Epoch:2,cv:1,trainAcc:0.9990,validAcc:0.9991,trainLoss:0.001970,validLoss:0.007944,trainTime:65,validTime:53,totalTime:26060
Epoch:2,cv:1,trainAcc:0.9880,validAcc:0.8963,trainLoss:0.028409,validLoss:0.286344,trainTime:65,validTime:53,totalTime:26178
Epoch:2,cv:2,trainAcc:0.9989,validAcc:0.9956,trainLoss:0.006486,validLoss:0.008571,trainTime:65,validTime:53,totalTime:26295
Epoch:2,cv:2,trainAcc:0.9960,validAcc:0.9880,trainLoss:0.008823,validLoss:0.025933,trainTime:65,validTime:53,totalTime:26412
Epoch:2,cv:2,trainAcc:0.9990,validAcc:0.9960,trainLoss:0.004263,validLoss:0.004581,trainTime:65,validTime:53,totalTime:26530
Epoch:2,cv:2,trainAcc:0.9920,validAcc:0.9747,trainLoss:0.023201,validLoss:0.107166,trainTime:65,validTime:53,totalTime:26648
Epoch:2,cv:2,trainAcc:0.9950,validAcc:0.9942,trainLoss:0.023840,validLoss:0.007477,trainTime:65,validTime:53,totalTime:26765
Epoch:2,cv:2,trainAcc:0.9960,validAcc:0.9719,trainLoss:0.012160,validLoss:0.079201,trainTime:65,validTime:53,totalTime:26883
Epoch:2,cv:2,trainAcc:0.9870,validAcc:0.9124,trainLoss:0.036259,validLoss:0.374712,trainTime:65,validTime:53,totalTime:27001
Epoch:2,cv:2,trainAcc:0.9790,validAcc:0.8927,trainLoss:0.057045,validLoss:0.319573,trainTime:65,validTime:53,totalTime:27118
Epoch:2,cv:2,trainAcc:0.9850,validAcc:0.9311,trainLoss:0.048446,validLoss:0.203636,trainTime:65,validTime:53,totalTime:27236
Epoch:2,cv:2,trainAcc:0.9800,validAcc:0.8156,trainLoss:0.059910,validLoss:0.664853,trainTime:65,validTime:53,totalTime:27354
Epoch:2,cv:2,trainAcc:0.9880,validAcc:0.7505,trainLoss:0.025505,validLoss:1.382822,trainTime:65,validTime:53,totalTime:27471
Epoch:2,cv:2,trainAcc:0.9960,validAcc:0.9947,trainLoss:0.022899,validLoss:0.011018,trainTime:65,validTime:53,totalTime:27589
Epoch:2,cv:2,trainAcc:0.9970,validAcc:0.9938,trainLoss:0.008644,validLoss:0.009894,trainTime:65,validTime:53,totalTime:27706
Epoch:2,cv:2,trainAcc:0.9960,validAcc:0.9964,trainLoss:0.014072,validLoss:0.008634,trainTime:65,validTime:53,totalTime:27824
Epoch:2,cv:2,trainAcc:0.9970,validAcc:0.9876,trainLoss:0.007966,validLoss:0.045160,trainTime:65,validTime:53,totalTime:27942
Epoch:2,cv:2,trainAcc:0.9940,validAcc:0.9982,trainLoss:0.007585,validLoss:0.014439,trainTime:65,validTime:53,totalTime:28059
Epoch:2,cv:2,trainAcc:0.9950,validAcc:0.9893,trainLoss:0.017354,validLoss:0.029440,trainTime:65,validTime:53,totalTime:28177
Epoch:2,cv:2,trainAcc:0.9910,validAcc:0.9778,trainLoss:0.014717,validLoss:0.046277,trainTime:65,validTime:53,totalTime:28295
Epoch:2,cv:2,trainAcc:0.9950,validAcc:0.9929,trainLoss:0.014899,validLoss:0.024379,trainTime:65,validTime:53,totalTime:28412
Epoch:2,cv:2,trainAcc:0.9970,validAcc:0.9933,trainLoss:0.009684,validLoss:0.020570,trainTime:65,validTime:53,totalTime:28530
Epoch:2,cv:3,trainAcc:0.9944,validAcc:0.9480,trainLoss:0.019960,validLoss:0.181981,trainTime:64,validTime:53,totalTime:28647
Epoch:2,cv:3,trainAcc:0.9940,validAcc:0.9947,trainLoss:0.017919,validLoss:0.016729,trainTime:65,validTime:53,totalTime:28764
Epoch:2,cv:3,trainAcc:0.9950,validAcc:0.9840,trainLoss:0.012799,validLoss:0.045324,trainTime:65,validTime:53,totalTime:28882
Epoch:2,cv:3,trainAcc:0.9840,validAcc:0.9689,trainLoss:0.026983,validLoss:0.092977,trainTime:65,validTime:53,totalTime:28999
Epoch:2,cv:3,trainAcc:0.9880,validAcc:0.9267,trainLoss:0.037416,validLoss:0.240623,trainTime:65,validTime:53,totalTime:29117
Epoch:2,cv:3,trainAcc:0.9950,validAcc:0.9947,trainLoss:0.012243,validLoss:0.009185,trainTime:65,validTime:53,totalTime:29234
Epoch:2,cv:3,trainAcc:0.9950,validAcc:0.9916,trainLoss:0.012767,validLoss:0.010104,trainTime:65,validTime:52,totalTime:29352
Epoch:2,cv:3,trainAcc:0.9980,validAcc:0.9947,trainLoss:0.006388,validLoss:0.013340,trainTime:65,validTime:53,totalTime:29469
Epoch:2,cv:3,trainAcc:1.0000,validAcc:0.9964,trainLoss:0.001405,validLoss:0.006247,trainTime:65,validTime:53,totalTime:29587
Epoch:2,cv:3,trainAcc:0.9920,validAcc:0.9924,trainLoss:0.021261,validLoss:0.019805,trainTime:65,validTime:53,totalTime:29704
Epoch:2,cv:3,trainAcc:0.9920,validAcc:0.9831,trainLoss:0.013819,validLoss:0.048973,trainTime:65,validTime:53,totalTime:29822
Epoch:2,cv:3,trainAcc:0.9940,validAcc:0.9898,trainLoss:0.014860,validLoss:0.036064,trainTime:65,validTime:53,totalTime:29939
Epoch:2,cv:3,trainAcc:0.9950,validAcc:0.9893,trainLoss:0.008685,validLoss:0.033879,trainTime:65,validTime:53,totalTime:30057
Epoch:2,cv:3,trainAcc:0.9970,validAcc:0.9773,trainLoss:0.010916,validLoss:0.040125,trainTime:65,validTime:53,totalTime:30175
Epoch:2,cv:3,trainAcc:0.9920,validAcc:0.9458,trainLoss:0.013404,validLoss:0.125336,trainTime:66,validTime:53,totalTime:30294
Epoch:2,cv:3,trainAcc:0.9870,validAcc:0.9271,trainLoss:0.034258,validLoss:0.274904,trainTime:66,validTime:53,totalTime:30413
Epoch:2,cv:3,trainAcc:0.9890,validAcc:0.9720,trainLoss:0.022418,validLoss:0.053758,trainTime:66,validTime:53,totalTime:30531
Epoch:2,cv:3,trainAcc:0.9950,validAcc:0.8071,trainLoss:0.017029,validLoss:1.001072,trainTime:65,validTime:53,totalTime:30649
Epoch:2,cv:3,trainAcc:0.9860,validAcc:0.9284,trainLoss:0.051946,validLoss:0.302246,trainTime:65,validTime:53,totalTime:30767
Epoch:2,cv:3,trainAcc:0.9830,validAcc:0.9689,trainLoss:0.038602,validLoss:0.107127,trainTime:65,validTime:53,totalTime:30885
Epoch:2,cv:4,trainAcc:0.9981,validAcc:0.9898,trainLoss:0.004355,validLoss:0.021501,trainTime:65,validTime:53,totalTime:31002
Epoch:2,cv:4,trainAcc:0.9940,validAcc:0.9938,trainLoss:0.010939,validLoss:0.010128,trainTime:65,validTime:53,totalTime:31121
Epoch:2,cv:4,trainAcc:0.9980,validAcc:0.9902,trainLoss:0.006311,validLoss:0.009861,trainTime:65,validTime:53,totalTime:31239
Epoch:2,cv:4,trainAcc:0.9950,validAcc:0.9889,trainLoss:0.003264,validLoss:0.016703,trainTime:65,validTime:53,totalTime:31358
Epoch:2,cv:4,trainAcc:0.9930,validAcc:0.9933,trainLoss:0.007018,validLoss:0.021589,trainTime:65,validTime:53,totalTime:31476
Epoch:2,cv:4,trainAcc:0.9960,validAcc:0.9907,trainLoss:0.004881,validLoss:0.055194,trainTime:65,validTime:53,totalTime:31594
Epoch:2,cv:4,trainAcc:0.9930,validAcc:0.9720,trainLoss:0.014569,validLoss:0.052637,trainTime:65,validTime:53,totalTime:31712
Epoch:2,cv:4,trainAcc:0.9940,validAcc:0.9840,trainLoss:0.013478,validLoss:0.021849,trainTime:65,validTime:53,totalTime:31831
Epoch:2,cv:4,trainAcc:0.9970,validAcc:0.9893,trainLoss:0.011222,validLoss:0.016582,trainTime:66,validTime:53,totalTime:31949
Epoch:2,cv:4,trainAcc:0.9930,validAcc:0.9729,trainLoss:0.016704,validLoss:0.056038,trainTime:65,validTime:53,totalTime:32067
Epoch:2,cv:4,trainAcc:0.9900,validAcc:0.9871,trainLoss:0.032291,validLoss:0.029642,trainTime:65,validTime:53,totalTime:32186
Epoch:2,cv:4,trainAcc:0.9970,validAcc:0.7421,trainLoss:0.009295,validLoss:1.324720,trainTime:65,validTime:53,totalTime:32304
Epoch:2,cv:4,trainAcc:0.9930,validAcc:0.9764,trainLoss:0.014741,validLoss:0.069244,trainTime:65,validTime:53,totalTime:32423
Epoch:2,cv:4,trainAcc:0.9950,validAcc:0.9270,trainLoss:0.016006,validLoss:0.214927,trainTime:65,validTime:53,totalTime:32541
Epoch:2,cv:4,trainAcc:0.9940,validAcc:0.9876,trainLoss:0.011042,validLoss:0.030537,trainTime:65,validTime:53,totalTime:32659
Epoch:2,cv:4,trainAcc:0.9930,validAcc:0.9853,trainLoss:0.016170,validLoss:0.035756,trainTime:65,validTime:53,totalTime:32777
Epoch:2,cv:4,trainAcc:0.9850,validAcc:0.9756,trainLoss:0.030058,validLoss:0.074502,trainTime:65,validTime:53,totalTime:32895
Epoch:2,cv:4,trainAcc:0.9940,validAcc:0.9942,trainLoss:0.015426,validLoss:0.023163,trainTime:65,validTime:53,totalTime:33013
Epoch:2,cv:4,trainAcc:0.9940,validAcc:0.9729,trainLoss:0.014882,validLoss:0.072801,trainTime:65,validTime:53,totalTime:33131
Epoch:2,cv:4,trainAcc:0.9950,validAcc:0.9618,trainLoss:0.014079,validLoss:0.114574,trainTime:65,validTime:53,totalTime:33249
Epoch:2,cv:5,trainAcc:0.9971,validAcc:0.9951,trainLoss:0.003145,validLoss:0.006312,trainTime:65,validTime:53,totalTime:33367
Epoch:2,cv:5,trainAcc:0.9980,validAcc:0.9778,trainLoss:0.006259,validLoss:0.058567,trainTime:65,validTime:53,totalTime:33485
Epoch:2,cv:5,trainAcc:0.9940,validAcc:0.9947,trainLoss:0.009082,validLoss:0.020377,trainTime:65,validTime:53,totalTime:33603
Epoch:2,cv:5,trainAcc:0.9900,validAcc:0.9742,trainLoss:0.022078,validLoss:0.077425,trainTime:65,validTime:53,totalTime:33721
Epoch:2,cv:5,trainAcc:0.9930,validAcc:0.9889,trainLoss:0.029700,validLoss:0.037505,trainTime:65,validTime:53,totalTime:33839
Epoch:2,cv:5,trainAcc:0.9920,validAcc:0.9773,trainLoss:0.015438,validLoss:0.093620,trainTime:65,validTime:53,totalTime:33957
Epoch:2,cv:5,trainAcc:0.9910,validAcc:0.9778,trainLoss:0.025733,validLoss:0.056666,trainTime:65,validTime:53,totalTime:34075
Epoch:2,cv:5,trainAcc:0.9920,validAcc:0.9924,trainLoss:0.016223,validLoss:0.015327,trainTime:65,validTime:53,totalTime:34193
Epoch:2,cv:5,trainAcc:0.9900,validAcc:0.9764,trainLoss:0.020370,validLoss:0.021175,trainTime:65,validTime:53,totalTime:34310
Epoch:2,cv:5,trainAcc:0.9940,validAcc:0.9893,trainLoss:0.010745,validLoss:0.009513,trainTime:65,validTime:53,totalTime:34428
Epoch:2,cv:5,trainAcc:0.9900,validAcc:0.9676,trainLoss:0.025751,validLoss:0.055536,trainTime:65,validTime:53,totalTime:34547
Epoch:2,cv:5,trainAcc:0.9970,validAcc:0.9911,trainLoss:0.009212,validLoss:0.022059,trainTime:65,validTime:53,totalTime:34665
Epoch:2,cv:5,trainAcc:0.9960,validAcc:0.9982,trainLoss:0.003271,validLoss:0.004462,trainTime:65,validTime:53,totalTime:34783
Epoch:2,cv:5,trainAcc:0.9980,validAcc:0.9924,trainLoss:0.003611,validLoss:0.007182,trainTime:65,validTime:53,totalTime:34901
Epoch:2,cv:5,trainAcc:0.9930,validAcc:0.9836,trainLoss:0.012039,validLoss:0.030425,trainTime:65,validTime:53,totalTime:35019
Epoch:2,cv:5,trainAcc:0.9950,validAcc:0.9929,trainLoss:0.005580,validLoss:0.016619,trainTime:65,validTime:53,totalTime:35137
Epoch:2,cv:5,trainAcc:0.9950,validAcc:0.9662,trainLoss:0.012395,validLoss:0.133697,trainTime:66,validTime:53,totalTime:35255
Epoch:2,cv:5,trainAcc:0.9870,validAcc:0.7951,trainLoss:0.021831,validLoss:0.803523,trainTime:65,validTime:53,totalTime:35373
Epoch:2,cv:5,trainAcc:0.9940,validAcc:0.9609,trainLoss:0.014956,validLoss:0.069836,trainTime:65,validTime:53,totalTime:35492
Epoch:2,cv:5,trainAcc:0.9950,validAcc:0.9929,trainLoss:0.003857,validLoss:0.013592,trainTime:65,validTime:53,totalTime:35610
Epoch:2,cv:6,trainAcc:1.0000,validAcc:0.9964,trainLoss:0.002275,validLoss:0.000930,trainTime:65,validTime:53,totalTime:35728
Epoch:2,cv:6,trainAcc:0.9980,validAcc:0.9973,trainLoss:0.002132,validLoss:0.003564,trainTime:65,validTime:53,totalTime:35846
Epoch:2,cv:6,trainAcc:0.9960,validAcc:0.9556,trainLoss:0.009456,validLoss:0.129769,trainTime:65,validTime:53,totalTime:35964
Epoch:2,cv:6,trainAcc:0.9940,validAcc:0.9947,trainLoss:0.014215,validLoss:0.007964,trainTime:66,validTime:53,totalTime:36083
Epoch:2,cv:6,trainAcc:0.9900,validAcc:0.9884,trainLoss:0.030260,validLoss:0.027680,trainTime:66,validTime:53,totalTime:36202
Epoch:2,cv:6,trainAcc:0.9980,validAcc:0.9898,trainLoss:0.005991,validLoss:0.009452,trainTime:65,validTime:53,totalTime:36320
Epoch:2,cv:6,trainAcc:0.9840,validAcc:0.9333,trainLoss:0.022135,validLoss:0.224552,trainTime:65,validTime:53,totalTime:36438
Epoch:2,cv:6,trainAcc:0.9910,validAcc:0.9867,trainLoss:0.032446,validLoss:0.028480,trainTime:65,validTime:53,totalTime:36557
Epoch:2,cv:6,trainAcc:0.9960,validAcc:0.9942,trainLoss:0.011166,validLoss:0.013310,trainTime:65,validTime:53,totalTime:36675
Epoch:2,cv:6,trainAcc:0.9930,validAcc:0.9884,trainLoss:0.018687,validLoss:0.012971,trainTime:65,validTime:53,totalTime:36793
Epoch:2,cv:6,trainAcc:0.9940,validAcc:0.9733,trainLoss:0.025603,validLoss:0.096625,trainTime:65,validTime:53,totalTime:36912
Epoch:2,cv:6,trainAcc:0.9970,validAcc:0.9871,trainLoss:0.013000,validLoss:0.025512,trainTime:66,validTime:53,totalTime:37030
Epoch:2,cv:6,trainAcc:0.9950,validAcc:0.9956,trainLoss:0.011496,validLoss:0.008434,trainTime:65,validTime:53,totalTime:37147
Epoch:2,cv:6,trainAcc:0.9960,validAcc:0.9884,trainLoss:0.006628,validLoss:0.021688,trainTime:65,validTime:53,totalTime:37265
Epoch:2,cv:6,trainAcc:0.9920,validAcc:0.9853,trainLoss:0.022609,validLoss:0.025402,trainTime:66,validTime:53,totalTime:37384
Epoch:2,cv:6,trainAcc:0.9960,validAcc:0.9889,trainLoss:0.014786,validLoss:0.003393,trainTime:66,validTime:53,totalTime:37503
Epoch:2,cv:6,trainAcc:0.9980,validAcc:0.9916,trainLoss:0.003214,validLoss:0.001241,trainTime:65,validTime:53,totalTime:37621
Epoch:2,cv:6,trainAcc:0.9930,validAcc:0.9747,trainLoss:0.012895,validLoss:0.029890,trainTime:65,validTime:53,totalTime:37740
Epoch:2,cv:6,trainAcc:0.9920,validAcc:0.9929,trainLoss:0.016801,validLoss:0.005229,trainTime:66,validTime:54,totalTime:37859
Epoch:2,cv:6,trainAcc:0.9980,validAcc:0.9911,trainLoss:0.002105,validLoss:0.010879,trainTime:66,validTime:54,totalTime:37979
Epoch:2,cv:6,trainAcc:0.9940,validAcc:0.9956,trainLoss:0.018375,validLoss:0.007009,trainTime:66,validTime:53,totalTime:38098
Epoch:2,cv:7,trainAcc:0.9979,validAcc:0.9982,trainLoss:0.006614,validLoss:0.005463,trainTime:65,validTime:53,totalTime:38217
Epoch:2,cv:7,trainAcc:0.9930,validAcc:0.9844,trainLoss:0.010387,validLoss:0.035354,trainTime:66,validTime:54,totalTime:38337
Epoch:2,cv:7,trainAcc:0.9930,validAcc:0.9827,trainLoss:0.018676,validLoss:0.017901,trainTime:66,validTime:53,totalTime:38456
Epoch:2,cv:7,trainAcc:0.9930,validAcc:0.9902,trainLoss:0.007241,validLoss:0.011461,trainTime:66,validTime:53,totalTime:38575
Epoch:2,cv:7,trainAcc:0.9970,validAcc:0.9880,trainLoss:0.006714,validLoss:0.032161,trainTime:66,validTime:53,totalTime:38695
Epoch:2,cv:7,trainAcc:0.9930,validAcc:0.9916,trainLoss:0.008239,validLoss:0.013254,trainTime:66,validTime:53,totalTime:38814
Epoch:2,cv:7,trainAcc:0.9940,validAcc:0.9907,trainLoss:0.020089,validLoss:0.016289,trainTime:66,validTime:53,totalTime:38933
Epoch:2,cv:7,trainAcc:0.9950,validAcc:0.9884,trainLoss:0.009808,validLoss:0.052084,trainTime:65,validTime:53,totalTime:39051
Epoch:2,cv:7,trainAcc:0.9960,validAcc:0.9200,trainLoss:0.014257,validLoss:0.287947,trainTime:65,validTime:53,totalTime:39168
Epoch:2,cv:7,trainAcc:0.9900,validAcc:0.9702,trainLoss:0.019667,validLoss:0.092974,trainTime:65,validTime:53,totalTime:39286
Epoch:2,cv:7,trainAcc:0.9900,validAcc:0.8107,trainLoss:0.012241,validLoss:0.909996,trainTime:65,validTime:53,totalTime:39404
Epoch:2,cv:7,trainAcc:0.9930,validAcc:0.9902,trainLoss:0.011320,validLoss:0.018759,trainTime:65,validTime:53,totalTime:39522
Epoch:2,cv:7,trainAcc:0.9900,validAcc:0.9916,trainLoss:0.021244,validLoss:0.022982,trainTime:65,validTime:53,totalTime:39640
Epoch:2,cv:7,trainAcc:1.0000,validAcc:0.9960,trainLoss:0.002594,validLoss:0.006229,trainTime:65,validTime:53,totalTime:39758
Epoch:2,cv:7,trainAcc:0.9950,validAcc:0.9831,trainLoss:0.007542,validLoss:0.028286,trainTime:65,validTime:53,totalTime:39876
Epoch:2,cv:7,trainAcc:0.9920,validAcc:0.9893,trainLoss:0.008717,validLoss:0.026144,trainTime:65,validTime:53,totalTime:39994
Epoch:2,cv:7,trainAcc:0.9980,validAcc:0.9982,trainLoss:0.003878,validLoss:0.003603,trainTime:65,validTime:53,totalTime:40111
Epoch:2,cv:7,trainAcc:0.9960,validAcc:0.9964,trainLoss:0.004146,validLoss:0.005026,trainTime:65,validTime:53,totalTime:40229
Epoch:2,cv:7,trainAcc:0.9990,validAcc:0.9991,trainLoss:0.001837,validLoss:0.002998,trainTime:65,validTime:53,totalTime:40347
Epoch:2,cv:7,trainAcc:0.9970,validAcc:0.9987,trainLoss:0.003158,validLoss:0.002384,trainTime:65,validTime:53,totalTime:40464
Epoch:2,cv:8,trainAcc:0.9974,validAcc:0.9978,trainLoss:0.003605,validLoss:0.003058,trainTime:64,validTime:52,totalTime:40581
Epoch:2,cv:8,trainAcc:0.9980,validAcc:0.9947,trainLoss:0.001585,validLoss:0.002221,trainTime:65,validTime:52,totalTime:40698
Epoch:2,cv:8,trainAcc:0.9990,validAcc:0.9982,trainLoss:0.001187,validLoss:0.000917,trainTime:65,validTime:53,totalTime:40816
Epoch:2,cv:8,trainAcc:0.9950,validAcc:0.9582,trainLoss:0.007193,validLoss:0.132326,trainTime:65,validTime:53,totalTime:40934
Epoch:2,cv:8,trainAcc:0.9920,validAcc:0.8609,trainLoss:0.024307,validLoss:0.643386,trainTime:65,validTime:53,totalTime:41051
Epoch:2,cv:8,trainAcc:0.9890,validAcc:0.9369,trainLoss:0.024743,validLoss:0.187656,trainTime:65,validTime:53,totalTime:41168
Epoch:2,cv:8,trainAcc:0.9930,validAcc:0.9076,trainLoss:0.011565,validLoss:0.249263,trainTime:65,validTime:53,totalTime:41286
Epoch:2,cv:8,trainAcc:0.9800,validAcc:0.9836,trainLoss:0.033787,validLoss:0.026044,trainTime:65,validTime:53,totalTime:41403
Epoch:2,cv:8,trainAcc:0.9940,validAcc:0.9733,trainLoss:0.015002,validLoss:0.063789,trainTime:65,validTime:53,totalTime:41521
Epoch:2,cv:8,trainAcc:0.9900,validAcc:0.9720,trainLoss:0.022307,validLoss:0.060612,trainTime:65,validTime:53,totalTime:41638
Epoch:2,cv:8,trainAcc:0.9940,validAcc:0.9916,trainLoss:0.014694,validLoss:0.018641,trainTime:65,validTime:53,totalTime:41756
Epoch:2,cv:8,trainAcc:0.9990,validAcc:0.9942,trainLoss:0.003707,validLoss:0.014336,trainTime:65,validTime:52,totalTime:41873
Epoch:2,cv:8,trainAcc:0.9960,validAcc:0.9933,trainLoss:0.007653,validLoss:0.023199,trainTime:65,validTime:53,totalTime:41991
Epoch:2,cv:8,trainAcc:0.9970,validAcc:0.9969,trainLoss:0.005500,validLoss:0.004755,trainTime:65,validTime:52,totalTime:42108
Epoch:2,cv:8,trainAcc:0.9990,validAcc:0.9969,trainLoss:0.001785,validLoss:0.001992,trainTime:65,validTime:52,totalTime:42226
Epoch:2,cv:8,trainAcc:0.9960,validAcc:0.9964,trainLoss:0.002830,validLoss:0.002594,trainTime:65,validTime:53,totalTime:42343
Epoch:2,cv:8,trainAcc:0.9970,validAcc:0.9947,trainLoss:0.003350,validLoss:0.015986,trainTime:65,validTime:52,totalTime:42461
Epoch:2,cv:8,trainAcc:0.9960,validAcc:0.9960,trainLoss:0.010505,validLoss:0.006282,trainTime:65,validTime:53,totalTime:42578
Epoch:2,cv:8,trainAcc:0.9980,validAcc:0.9902,trainLoss:0.006402,validLoss:0.011620,trainTime:65,validTime:52,totalTime:42696
Epoch:2,cv:8,trainAcc:0.9920,validAcc:0.9813,trainLoss:0.021973,validLoss:0.062197,trainTime:65,validTime:53,totalTime:42813
Epoch:2,cv:9,trainAcc:0.9879,validAcc:0.9756,trainLoss:0.017574,validLoss:0.046687,trainTime:65,validTime:52,totalTime:42930
Epoch:2,cv:9,trainAcc:0.9870,validAcc:0.9258,trainLoss:0.028176,validLoss:0.265579,trainTime:65,validTime:53,totalTime:43048
Epoch:2,cv:9,trainAcc:0.9930,validAcc:0.9920,trainLoss:0.012409,validLoss:0.004865,trainTime:65,validTime:53,totalTime:43167
Epoch:2,cv:9,trainAcc:0.9940,validAcc:0.9858,trainLoss:0.012051,validLoss:0.044203,trainTime:66,validTime:53,totalTime:43285
Epoch:2,cv:9,trainAcc:0.9910,validAcc:0.9853,trainLoss:0.027239,validLoss:0.049607,trainTime:66,validTime:53,totalTime:43404
Epoch:2,cv:9,trainAcc:0.9920,validAcc:0.9764,trainLoss:0.026793,validLoss:0.083880,trainTime:65,validTime:53,totalTime:43522
Epoch:2,cv:9,trainAcc:0.9990,validAcc:0.9951,trainLoss:0.003331,validLoss:0.008805,trainTime:66,validTime:55,totalTime:43642
Epoch:2,cv:9,trainAcc:0.9950,validAcc:0.9898,trainLoss:0.002764,validLoss:0.015923,trainTime:67,validTime:54,totalTime:43763
Epoch:2,cv:9,trainAcc:0.9940,validAcc:0.9867,trainLoss:0.005363,validLoss:0.013991,trainTime:66,validTime:53,totalTime:43882
Epoch:2,cv:9,trainAcc:0.9980,validAcc:0.9907,trainLoss:0.005159,validLoss:0.013252,trainTime:66,validTime:54,totalTime:44002
Epoch:2,cv:9,trainAcc:0.9960,validAcc:0.9907,trainLoss:0.003022,validLoss:0.018436,trainTime:66,validTime:53,totalTime:44121
Epoch:2,cv:9,trainAcc:0.9970,validAcc:0.9916,trainLoss:0.007962,validLoss:0.037939,trainTime:66,validTime:54,totalTime:44241
Epoch:2,cv:9,trainAcc:0.9910,validAcc:0.9276,trainLoss:0.018344,validLoss:0.199932,trainTime:67,validTime:55,totalTime:44363
Epoch:2,cv:9,trainAcc:0.9950,validAcc:0.9924,trainLoss:0.007714,validLoss:0.021634,trainTime:67,validTime:55,totalTime:44484
Epoch:2,cv:9,trainAcc:0.9900,validAcc:0.9444,trainLoss:0.017724,validLoss:0.183771,trainTime:67,validTime:55,totalTime:44606
Epoch:2,cv:9,trainAcc:0.9950,validAcc:0.9951,trainLoss:0.016669,validLoss:0.014044,trainTime:67,validTime:55,totalTime:44728
Epoch:2,cv:9,trainAcc:0.9950,validAcc:0.9591,trainLoss:0.010125,validLoss:0.260130,trainTime:67,validTime:55,totalTime:44850
Epoch:2,cv:9,trainAcc:0.9860,validAcc:0.9258,trainLoss:0.042939,validLoss:0.291738,trainTime:67,validTime:55,totalTime:44972
Epoch:2,cv:9,trainAcc:0.9930,validAcc:0.9644,trainLoss:0.020662,validLoss:0.039132,trainTime:67,validTime:55,totalTime:45094
Epoch:2,cv:9,trainAcc:0.9970,validAcc:0.9916,trainLoss:0.003683,validLoss:0.012790,trainTime:67,validTime:55,totalTime:45215
Epoch:2,cv:10,trainAcc:0.9897,validAcc:0.9573,trainLoss:0.021053,validLoss:0.152128,trainTime:66,validTime:55,totalTime:45337
Epoch:2,cv:10,trainAcc:0.9960,validAcc:0.9916,trainLoss:0.008819,validLoss:0.022042,trainTime:67,validTime:54,totalTime:45457
Epoch:2,cv:10,trainAcc:0.9950,validAcc:0.9942,trainLoss:0.005850,validLoss:0.009945,trainTime:66,validTime:53,totalTime:45576
Epoch:2,cv:10,trainAcc:0.9960,validAcc:0.9933,trainLoss:0.002355,validLoss:0.005846,trainTime:65,validTime:53,totalTime:45694
Epoch:2,cv:10,trainAcc:0.9990,validAcc:0.9947,trainLoss:0.001557,validLoss:0.001560,trainTime:65,validTime:53,totalTime:45811
Epoch:2,cv:10,trainAcc:0.9980,validAcc:0.9893,trainLoss:0.002243,validLoss:0.013803,trainTime:65,validTime:53,totalTime:45929
Epoch:2,cv:10,trainAcc:0.9980,validAcc:0.9929,trainLoss:0.002591,validLoss:0.007286,trainTime:65,validTime:54,totalTime:46048
Epoch:2,cv:10,trainAcc:0.9940,validAcc:0.9942,trainLoss:0.005803,validLoss:0.006281,trainTime:65,validTime:53,totalTime:46166
Epoch:2,cv:10,trainAcc:0.9970,validAcc:0.9947,trainLoss:0.003032,validLoss:0.003492,trainTime:65,validTime:53,totalTime:46283
Epoch:2,cv:10,trainAcc:0.9950,validAcc:0.9822,trainLoss:0.004247,validLoss:0.008308,trainTime:65,validTime:53,totalTime:46401
Epoch:2,cv:10,trainAcc:0.9920,validAcc:0.9516,trainLoss:0.013577,validLoss:0.175245,trainTime:65,validTime:53,totalTime:46519
Epoch:2,cv:10,trainAcc:0.9960,validAcc:0.9982,trainLoss:0.009077,validLoss:0.002788,trainTime:65,validTime:53,totalTime:46636
Epoch:2,cv:10,trainAcc:0.9970,validAcc:0.9942,trainLoss:0.001886,validLoss:0.026704,trainTime:65,validTime:53,totalTime:46755
Epoch:2,cv:10,trainAcc:0.9960,validAcc:0.9898,trainLoss:0.007446,validLoss:0.007882,trainTime:65,validTime:53,totalTime:46873
Epoch:2,cv:10,trainAcc:0.9920,validAcc:0.9827,trainLoss:0.041837,validLoss:0.040844,trainTime:65,validTime:53,totalTime:46991
Epoch:2,cv:10,trainAcc:0.9910,validAcc:0.9813,trainLoss:0.024151,validLoss:0.060669,trainTime:65,validTime:53,totalTime:47110
Epoch:2,cv:10,trainAcc:0.9970,validAcc:0.9884,trainLoss:0.008013,validLoss:0.028192,trainTime:66,validTime:53,totalTime:47228
Epoch:2,cv:10,trainAcc:0.9980,validAcc:0.9933,trainLoss:0.003441,validLoss:0.008510,trainTime:65,validTime:53,totalTime:47347
Epoch:2,cv:10,trainAcc:0.9990,validAcc:0.9978,trainLoss:0.001450,validLoss:0.005280,trainTime:65,validTime:53,totalTime:47465
Epoch:2,cv:10,trainAcc:0.9940,validAcc:0.9569,trainLoss:0.008098,validLoss:0.129568,trainTime:65,validTime:54,totalTime:47584
finish
In [2]:
# err,err_tit,correct,correct_tit = models.model_validation('checkpoints/deep/lr0001-2',test_X,test_Y,'epoch2-deep.csv')
# err,err_tit,correct,correct_tit = models.model_validation('checkpoints/deep/lr0001-1',test_X,test_Y,'epoch1-deep.csv')
err,err_tit,correct,correct_tit = models.model_validation('checkpoints/deep/lr0001-1',test_X,test_Y)
In [3]:
print("error predict:")
plot_gallery(err,err_tit)
error predict:
<matplotlib.figure.Figure at 0x1d529ba7da0>
In [4]:
print("correct predict:")
plot_gallery(correct,correct_tit)
correct predict:
In [2]:
models.test_set_predict("checkpoints/deep/lr0001-1",20)
In [3]:
nin = models.Deep_nin((224,224,3),10)
nin.cv_train(X,Y,1,10,'checkpoints/deep/more_checkpoints')
use default graph
init graph
init variables
training...
Epoch:1,cv:1,trainAcc:0.7962,validAcc:0.6827,trainLoss:0.615947,validLoss:1.089441,trainTime:1318,validTime:38,totalTime:1356
Epoch:1,cv:2,trainAcc:0.9576,validAcc:0.8200,trainLoss:0.131231,validLoss:0.577540,trainTime:1316,validTime:35,totalTime:2707
Epoch:1,cv:3,trainAcc:0.9718,validAcc:0.8940,trainLoss:0.089589,validLoss:0.357911,trainTime:1302,validTime:35,totalTime:4043
Epoch:1,cv:4,trainAcc:0.9817,validAcc:0.7220,trainLoss:0.058344,validLoss:1.614917,trainTime:1301,validTime:35,totalTime:5380
Epoch:1,cv:5,trainAcc:0.9854,validAcc:0.9180,trainLoss:0.046769,validLoss:0.276390,trainTime:1301,validTime:35,totalTime:6716
Epoch:1,cv:6,trainAcc:0.9883,validAcc:0.8953,trainLoss:0.038007,validLoss:0.500567,trainTime:1302,validTime:35,totalTime:8053
Epoch:1,cv:7,trainAcc:0.9916,validAcc:0.9800,trainLoss:0.028137,validLoss:0.072002,trainTime:1301,validTime:35,totalTime:9389
Epoch:1,cv:8,trainAcc:0.9908,validAcc:0.9513,trainLoss:0.025632,validLoss:0.142321,trainTime:1301,validTime:35,totalTime:10725
Epoch:1,cv:9,trainAcc:0.9932,validAcc:0.9960,trainLoss:0.021349,validLoss:0.010778,trainTime:1301,validTime:35,totalTime:12061
Epoch:1,cv:10,trainAcc:0.9913,validAcc:0.9787,trainLoss:0.025171,validLoss:0.037956,trainTime:1300,validTime:35,totalTime:13396
Epoch:1,cv:11,trainAcc:0.9929,validAcc:0.9067,trainLoss:0.020039,validLoss:0.309768,trainTime:1300,validTime:35,totalTime:14732
Epoch:1,cv:12,trainAcc:0.9941,validAcc:0.9907,trainLoss:0.015430,validLoss:0.030477,trainTime:1300,validTime:35,totalTime:16067
Epoch:1,cv:13,trainAcc:0.9899,validAcc:0.8413,trainLoss:0.028936,validLoss:0.476798,trainTime:1299,validTime:35,totalTime:17400
Epoch:1,cv:14,trainAcc:0.9972,validAcc:0.9980,trainLoss:0.007250,validLoss:0.005226,trainTime:1298,validTime:35,totalTime:18733
Epoch:1,cv:15,trainAcc:0.9927,validAcc:0.9920,trainLoss:0.019886,validLoss:0.022326,trainTime:1298,validTime:35,totalTime:20067
finish
In [2]:
# err,err_tit,correct,correct_tit = models.model_validation('checkpoints/deep/more_checkpoints-15',test_X,test_Y,'more-14cv-deep.csv')
# err,err_tit,correct,correct_tit = models.model_validation('checkpoints/deep/more_checkpoints-13',test_X,test_Y,'more-12cv-deep.csv')
err,err_tit,correct,correct_tit = models.model_validation('checkpoints/deep/more_checkpoints-15',test_X,test_Y)
In [3]:
print("error predict:")
plot_gallery(err,err_tit)
error predict:
<matplotlib.figure.Figure at 0x26337f03e10>
In [4]:
print("correct predict:")
plot_gallery(correct,correct_tit)
correct predict:
In [2]:
models.test_set_predict("checkpoints/deep/more_checkpoints-15",20)